[ 524.865151] env[65232]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.865151] env[65232]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.761141] env[65325]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.761141] env[65325]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.357861] env[65325]: INFO neutron.common.config [-] Logging enabled! [ 527.359058] env[65325]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 527.359058] env[65325]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65325) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.359265] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.359504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.361530] env[65325]: WARNING oslo_policy.policy [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.361530] env[65325]: WARNING oslo_policy.policy [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.362399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] VMware NSXv3 Agent initialized successfully. [ 527.362926] env[65325]: DEBUG oslo_concurrency.lockutils [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Acquiring lock "singleton_lock" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.363187] env[65325]: DEBUG oslo_concurrency.lockutils [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Acquired lock "singleton_lock" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.363502] env[65325]: DEBUG oslo_concurrency.lockutils [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Releasing lock "singleton_lock" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.363895] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Full set of CONF: {{(pid=65325) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.364141] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ******************************************************************************** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.364351] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Configuration options gathered from: {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.364831] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.365154] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.365387] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ================================================================================ {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.365689] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] agent_down_time = 75 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.365948] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] allow_automatic_dhcp_failover = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.366205] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] allow_bulk = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] api_extensions_path = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] api_paste_config = api-paste.ini {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] auth_strategy = keystone {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] backdoor_port = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] backdoor_socket = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] backlog = 4096 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368046] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] bind_host = 0.0.0.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] bind_port = 9696 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] client_socket_timeout = 900 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] config_dir = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368312] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] config_source = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368480] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] control_exchange = neutron {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368480] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] core_plugin = ml2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368480] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] debug = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368592] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] default_availability_zones = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.368747] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.369081] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dhcp_agent_notification = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.369341] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dhcp_agents_per_network = 1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.369588] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dhcp_lease_duration = 86400 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.369848] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dhcp_load_type = networks {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.370100] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dns_domain = openstacklocal {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.370352] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.370597] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_default_route_bfd = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.370837] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_default_route_ecmp = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.371084] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_dvr = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.371336] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_new_agents = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.371575] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.371844] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_signals = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.372139] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] enable_traditional_dhcp = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.372370] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] external_dns_driver = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.372616] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] filter_validation = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.372867] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] global_physnet_mtu = 8950 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.373124] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] graceful_shutdown_timeout = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.373425] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] host = cpu-1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.373677] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] host_dvr_for_dhcp = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.374078] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] http_retries = 3 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.374181] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] instance_format = [instance: %(uuid)s] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.374250] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375029] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ipam_driver = internal {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375029] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ipv6_pd_enabled = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375029] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] l3_ha = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375029] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375214] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] l3_ha_network_physical_name = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375214] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] l3_ha_network_type = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375353] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_color = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375627] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_config_append = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.375895] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.376145] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_dir = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.376393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_file = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.376593] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_options = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.377021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_rotate_interval = 1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.377021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_rotate_interval_type = days {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] log_rotation_type = none {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_dns_nameservers = 5 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_header_line = 16384 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_l3_agents_per_router = 3 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_logfile_count = 30 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379203] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_logfile_size_mb = 200 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] max_subnet_host_routes = 20 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] my_ip = 10.180.1.21 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] my_ipv6 = ::1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] network_auto_schedule = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] network_link_prefix = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379358] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379515] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] notify_nova_on_port_data_changes = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379612] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] notify_nova_on_port_status_changes = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.379874] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] pagination_max_limit = -1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.380140] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] publish_errors = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.380396] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rate_limit_burst = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.380653] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rate_limit_except_level = CRITICAL {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.380921] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rate_limit_interval = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.381182] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] retry_until_window = 30 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.381427] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] router_distributed = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.381674] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rpc_resources_processing_step = 20 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.381918] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rpc_response_max_timeout = 600 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.382172] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] rpc_response_timeout = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.382423] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] send_events_interval = 2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.382680] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] service_plugins = ['router'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.382938] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] setproctitle = on {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.383192] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] shell_completion = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.383430] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] state_path = /opt/stack/data/neutron {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.383711] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] syslog_log_facility = LOG_USER {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.383968] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] tcp_keepidle = 600 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.384248] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] transport_url = **** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.384501] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] use_journal = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.384741] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] use_json = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.384979] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] use_ssl = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] use_stderr = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] use_syslog = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vlan_qinq = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vlan_transparent = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] watch_log_file = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386021] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] wsgi_default_pool_size = 100 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386239] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] wsgi_keep_alive = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386239] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386332] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] wsgi_server_debug = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.386638] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_concurrency.disable_process_locking = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.386912] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.387173] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.387426] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.387669] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.387927] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.388195] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.388465] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.connection_string = messaging:// {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.enabled = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.es_doc_type = notification {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.es_scroll_size = 10000 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.es_scroll_time = 2m {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.filter_error_trace = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.hmac_keys = **** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390055] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.sentinel_service_name = mymaster {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.socket_timeout = 0.1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.trace_requests = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler.trace_sqlalchemy = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler_jaeger.process_tags = {} {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler_jaeger.service_name_prefix = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] profiler_otlp.service_name_prefix = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390548] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.enforce_new_defaults = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.390871] env[65325]: WARNING oslo_config.cfg [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.390985] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.enforce_scope = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.391105] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.policy_default_rule = default {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392177] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392382] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392413] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.392860] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] agent.extensions = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.393151] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.393413] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] service_providers.service_provider = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.393671] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.default_quota = -1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.393925] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.394185] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_floatingip = 50 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.394437] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_network = 100 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.394694] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_port = 500 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.394938] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.395204] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_router = 10 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.395438] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_security_group = 10 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.395735] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.396013] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.quota_subnet = 100 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.396873] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] QUOTAS.track_quota_usage = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.396873] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.396873] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.396873] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.397058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.397146] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.397420] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.397726] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398042] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398742] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398742] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398742] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398742] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.398890] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399331] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_dhcp_release.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399331] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399331] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399501] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399501] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399644] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399791] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.399922] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_ovs_vsctl.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400102] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.capabilities = [21] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400271] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400407] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400541] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400678] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400816] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.400946] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_namespace.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401104] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.capabilities = [12] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401236] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401435] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401574] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401725] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401862] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.401992] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_conntrack.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402150] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.capabilities = [12, 21] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402281] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.group = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402407] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.helper_command = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402541] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.log_daemon_traceback = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402675] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402809] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.thread_pool_size = 8 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.402939] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] privsep_link.user = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403100] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403244] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403381] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.continue_on_failed_promotions = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403524] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.dscp = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403682] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.dscp_inherit = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403831] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.force_mp_to_policy = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.403964] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.locking_coordinator_url = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404112] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.log_agent_heartbeats = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404249] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.logging_expire = 1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404387] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404522] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404662] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.polling_interval = 240 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404800] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.404941] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.405095] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.report_interval = 30.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.405239] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.405378] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406105] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406105] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.sync_skew = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406105] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.synchronization_queue_size = 20 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406105] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT.use_helper_for_ns_read = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406284] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] SECURITYGROUP.enable_ipset = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406381] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] SECURITYGROUP.enable_security_group = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.406547] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] experimental.ipv6_pd_enabled = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.extension_drivers = ['port_security'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.external_network_type = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410121] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.overlay_ip_version = 4 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.path_mtu = 8950 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.physical_network_mtus = {} {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ml2.type_drivers = ['vlan'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410374] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410561] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410746] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410746] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410746] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_login_password = **** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410746] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410746] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_login_user = admin {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.410912] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411069] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411256] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411424] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411622] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411806] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.411992] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.412192] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.412372] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.412559] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.412731] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.412888] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.413048] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.413310] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.413437] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.413583] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414141] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414141] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.auth_section = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414336] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.auth_type = password {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414398] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414529] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.certfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414722] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.collect_timing = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.414918] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.endpoint_type = public {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415135] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.insecure = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415308] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.keyfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415509] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.region_name = RegionOne {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415699] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.split_loggers = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415845] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] nova.timeout = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.415978] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.auth_section = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416136] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.auth_type = password {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416279] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416418] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.certfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416535] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.collect_timing = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416723] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.endpoint_type = public {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416899] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.insecure = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.416961] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.keyfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417097] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.region_name = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417238] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.split_loggers = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417355] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] placement.timeout = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417496] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.auth_section = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417682] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.auth_type = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417826] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.cafile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.417952] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.certfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418100] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.collect_timing = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418266] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.connect_retries = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418403] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.connect_retry_delay = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418540] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.enable_notifications = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418670] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.endpoint_override = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418808] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.insecure = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.418934] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.interface = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419079] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.keyfile = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419204] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.max_version = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419332] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.min_version = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419463] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.region_name = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419592] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.retriable_status_codes = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419718] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.service_name = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419852] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.service_type = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.419974] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.split_loggers = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420112] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.status_code_retries = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420255] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.status_code_retry_delay = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420377] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.timeout = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420497] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.valid_interfaces = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420624] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ironic.version = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420757] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] cli_script.dry_run = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.420904] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421049] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421186] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421315] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421445] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421576] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421732] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.421884] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422027] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422178] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422311] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422442] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422587] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422716] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422848] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.422992] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.423129] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.423255] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.424058] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426393] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426564] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426759] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_notifications.driver = [] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426759] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_notifications.retry = -1 {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426759] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426759] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.426759] env[65325]: DEBUG oslo_service.backend._eventlet.service [None req-5b543e9d-56a3-455e-ba66-df5aea227817 None None] ******************************************************************************** {{(pid=65325) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.427503] env[65325]: DEBUG neutron.agent.securitygroups_rpc [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Init firewall settings (driver=nsxv3) {{(pid=65325) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.428889] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65325) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.429150] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.431446] env[65325]: DEBUG dogpile.cache.region [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.431574] env[65325]: DEBUG dogpile.lock [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.431675] env[65325]: DEBUG dogpile.lock [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.431769] env[65325]: DEBUG dogpile.lock [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.431862] env[65325]: DEBUG dogpile.cache.region [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.431948] env[65325]: DEBUG dogpile.lock [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.432087] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.453151] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Session token - acquiring [ 527.454759] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.454974] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.455106] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.455464] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.467589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.742640] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.764392] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.764573] env[65325]: DEBUG dogpile.cache.region [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Cache value generated in 0.332 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.764797] env[65325]: DEBUG dogpile.lock [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.764920] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Activating Policy API Provider. [ 527.765125] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Looking for the default Infrastructure Rules. [ 527.832330] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Looking for the Default Layer3 Logged Drop Section. [ 527.848216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.848659] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.848868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.848978] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.849295] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.849626] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.364806] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.867308] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.369690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Inventory metadata is going to be refreshed. [ 529.370073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.102200] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.102538] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.102538] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.102874] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.115617] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.116535] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.117184] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.136199] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.136491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.136491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.136741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.136854] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.136999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.137127] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.137229] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.156514] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.156755] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.156755] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.157085] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.157258] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.157396] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.177561] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.177777] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.177828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.178114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.178254] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.178407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.197513] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.197708] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.197825] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.198120] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.198264] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.198407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.198508] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.198606] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.216869] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.217125] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.217239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.217416] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.217530] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.217665] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.217769] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.217921] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.236757] env[65325]: DEBUG networking_nsxv3.common.locking [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.236988] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.237138] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.237362] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.237504] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.237680] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.237785] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.237880] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Inventory metadata have been refreshed. [ 530.237972] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Dryrun:True. Metadata refresh completed. [ 530.238099] env[65325]: DEBUG oslo_concurrency.lockutils [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.239960] env[65325]: INFO neutron.agent.agent_extensions_manager [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Loaded agent extensions: [] [ 530.240722] env[65325]: DEBUG neutron_lib.callbacks.manager [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65325) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.289635] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.289956] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.290079] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.241468] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.241845] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.243911] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.244195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.244337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.244818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.245152] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.747517] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.250267] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.752727] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 537.752928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 538.543703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.544149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.544149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.544224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.556239] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.557069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.557636] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.573827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.574029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.574089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.574262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.574338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.574453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.574524] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.574584] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.595323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.595561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.595561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.595738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.595929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.596046] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.618319] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.618653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.618653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.618777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.618832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.618944] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.641329] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.641573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.641573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.641838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.641918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.642019] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.642091] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.642152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.660095] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.660388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.660388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.660540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.660627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.660743] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.660818] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.660896] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.683508] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.683780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.683780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.683937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.684062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.684183] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.684250] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.684309] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 538.684376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 538.684449] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 538.684506] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 538.684569] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 538.684829] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 538.684911] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 538.684995] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.707406] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.707584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.707650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.707807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.707912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.708032] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.730686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.730846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.730902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.731141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.731247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.745016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.243096] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.243096] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.244095] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.244426] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.494496] env[65325]: INFO networking_nsxv3.common.synchronization [None req-118d1596-5d6a-4103-b633-7515dfd1659e demo admin] Enqueued Resource ID: 9ac1a8c4-6bb7-41db-b4a3-27f84b15727e with Priority: HIGHEST for action security_group_rules [ 545.495023] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac1a8c4-6bb7-41db-b4a3-27f84b15727e with Priority: HIGHEST for action security_group_rules [ 545.495353] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ac1a8c4-6bb7-41db-b4a3-27f84b15727e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.495475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ac1a8c4-6bb7-41db-b4a3-27f84b15727e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.495541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ac1a8c4-6bb7-41db-b4a3-27f84b15727e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.495798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ac1a8c4-6bb7-41db-b4a3-27f84b15727e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.495883] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ac1a8c4-6bb7-41db-b4a3-27f84b15727e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.016531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.016773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.016773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.016966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.017063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.017131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ac1a8c4-6bb7-41db-b4a3-27f84b15727e already deleted. [ 546.017214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ac1a8c4-6bb7-41db-b4a3-27f84b15727e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.495767] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.496273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.497295] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.497658] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.498664] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.499080] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.499411] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.499792] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.500384] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.500640] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.501402] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.501808] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.580889] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4f598c5d-885b-41d8-837d-17905303a2b7 None None] Enqueued Resource ID: 088f5543-2a05-437b-be33-2910944b7666 with Priority: HIGHEST for action port [ 577.581482] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088f5543-2a05-437b-be33-2910944b7666 with Priority: HIGHEST for action port [ 577.581728] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-088f5543-2a05-437b-be33-2910944b7666 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.581886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088f5543-2a05-437b-be33-2910944b7666" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.582010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088f5543-2a05-437b-be33-2910944b7666" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.584281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088f5543-2a05-437b-be33-2910944b7666" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.584387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088f5543-2a05-437b-be33-2910944b7666',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.089730] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 088f5543-2a05-437b-be33-2910944b7666 [ 578.089730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.089952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.089952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.092688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.092688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.092688] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:088f5543-2a05-437b-be33-2910944b7666 already deleted. [ 578.092688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088f5543-2a05-437b-be33-2910944b7666" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.513321] env[65325]: INFO networking_nsxv3.common.synchronization [None req-9085fd1a-d351-4536-92b7-1306a6ca2e2f None None] Enqueued Resource ID: 59d4a389-2798-43ac-b7da-4df9166fa07c with Priority: HIGHEST for action port [ 578.513818] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d4a389-2798-43ac-b7da-4df9166fa07c with Priority: HIGHEST for action port [ 578.514122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d4a389-2798-43ac-b7da-4df9166fa07c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.514237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d4a389-2798-43ac-b7da-4df9166fa07c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.514307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d4a389-2798-43ac-b7da-4df9166fa07c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.514835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d4a389-2798-43ac-b7da-4df9166fa07c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.514835] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d4a389-2798-43ac-b7da-4df9166fa07c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.565346] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a6cc3a9f-009d-413a-a92e-c12dce371c44 None None] Enqueued Resource ID: ffc58c67-6ca0-4b34-9fef-aac27b349791 with Priority: HIGHEST for action port [ 578.566933] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc58c67-6ca0-4b34-9fef-aac27b349791 with Priority: HIGHEST for action port [ 578.568706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc58c67-6ca0-4b34-9fef-aac27b349791 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.568706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc58c67-6ca0-4b34-9fef-aac27b349791" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.568706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc58c67-6ca0-4b34-9fef-aac27b349791" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.568706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc58c67-6ca0-4b34-9fef-aac27b349791" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.568706] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc58c67-6ca0-4b34-9fef-aac27b349791',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.020241] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59d4a389-2798-43ac-b7da-4df9166fa07c [ 579.024918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.024918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.024918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.024918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.024918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.024918] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59d4a389-2798-43ac-b7da-4df9166fa07c already deleted. [ 579.024918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d4a389-2798-43ac-b7da-4df9166fa07c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.070659] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffc58c67-6ca0-4b34-9fef-aac27b349791 [ 579.070883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.071122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.071266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.071513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.071713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.072482] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffc58c67-6ca0-4b34-9fef-aac27b349791 already deleted. [ 579.072482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc58c67-6ca0-4b34-9fef-aac27b349791" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.208193] env[65325]: INFO networking_nsxv3.common.synchronization [None req-32ce52df-5e46-423f-9a89-fc665d767753 None None] Enqueued Resource ID: 81fd6d2e-d9c7-4817-a223-d1942a7b60af with Priority: HIGHEST for action port [ 579.208399] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81fd6d2e-d9c7-4817-a223-d1942a7b60af with Priority: HIGHEST for action port [ 579.209372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-81fd6d2e-d9c7-4817-a223-d1942a7b60af taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.209719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81fd6d2e-d9c7-4817-a223-d1942a7b60af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.209719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81fd6d2e-d9c7-4817-a223-d1942a7b60af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.209848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81fd6d2e-d9c7-4817-a223-d1942a7b60af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.209917] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81fd6d2e-d9c7-4817-a223-d1942a7b60af',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.713558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81fd6d2e-d9c7-4817-a223-d1942a7b60af [ 579.713789] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.713923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.713983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.714216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.714303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.714417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81fd6d2e-d9c7-4817-a223-d1942a7b60af already deleted. [ 579.714532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81fd6d2e-d9c7-4817-a223-d1942a7b60af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.807335] env[65325]: INFO networking_nsxv3.common.synchronization [None req-cdf7cbcc-2168-43bb-8c49-0038c9387498 None None] Enqueued Resource ID: 8fa25f4b-69aa-409a-aeb0-5e6dfe578df3 with Priority: HIGHEST for action port [ 579.807335] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa25f4b-69aa-409a-aeb0-5e6dfe578df3 with Priority: HIGHEST for action port [ 579.807744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa25f4b-69aa-409a-aeb0-5e6dfe578df3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.807744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa25f4b-69aa-409a-aeb0-5e6dfe578df3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.807744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa25f4b-69aa-409a-aeb0-5e6dfe578df3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.808210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa25f4b-69aa-409a-aeb0-5e6dfe578df3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.808210] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa25f4b-69aa-409a-aeb0-5e6dfe578df3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.105752] env[65325]: INFO networking_nsxv3.common.synchronization [None req-88450192-b08f-41aa-9044-f6b6028ffdf5 None None] Enqueued Resource ID: 2105d451-c71f-4f6b-ab47-8a2a27986cd0 with Priority: HIGHEST for action port [ 580.106031] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2105d451-c71f-4f6b-ab47-8a2a27986cd0 with Priority: HIGHEST for action port [ 580.106577] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2105d451-c71f-4f6b-ab47-8a2a27986cd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.106696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2105d451-c71f-4f6b-ab47-8a2a27986cd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.108112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2105d451-c71f-4f6b-ab47-8a2a27986cd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.108112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2105d451-c71f-4f6b-ab47-8a2a27986cd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.108112] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2105d451-c71f-4f6b-ab47-8a2a27986cd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.316390] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa25f4b-69aa-409a-aeb0-5e6dfe578df3 [ 580.316545] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.317242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.318030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.318030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.318030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.318030] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa25f4b-69aa-409a-aeb0-5e6dfe578df3 already deleted. [ 580.318030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa25f4b-69aa-409a-aeb0-5e6dfe578df3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.612399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2105d451-c71f-4f6b-ab47-8a2a27986cd0 [ 580.612794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.613174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.613433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.613712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.613877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.614065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2105d451-c71f-4f6b-ab47-8a2a27986cd0 already deleted. [ 580.614294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2105d451-c71f-4f6b-ab47-8a2a27986cd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.790738] env[65325]: INFO networking_nsxv3.common.synchronization [None req-d82b5ad1-3387-407d-b322-0b14347d8de9 None None] Enqueued Resource ID: a5c5942a-6fad-4cc3-b066-3dffa8222ccf with Priority: HIGHEST for action port [ 580.791022] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c5942a-6fad-4cc3-b066-3dffa8222ccf with Priority: HIGHEST for action port [ 580.793911] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5c5942a-6fad-4cc3-b066-3dffa8222ccf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.793911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5c5942a-6fad-4cc3-b066-3dffa8222ccf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.793911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5c5942a-6fad-4cc3-b066-3dffa8222ccf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.794193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5c5942a-6fad-4cc3-b066-3dffa8222ccf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.794267] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5c5942a-6fad-4cc3-b066-3dffa8222ccf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.297197] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5c5942a-6fad-4cc3-b066-3dffa8222ccf [ 581.297571] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.297870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.297991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.298452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.298570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.298773] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5c5942a-6fad-4cc3-b066-3dffa8222ccf already deleted. [ 581.298902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5c5942a-6fad-4cc3-b066-3dffa8222ccf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.934066] env[65325]: INFO networking_nsxv3.common.synchronization [None req-529f3042-8753-4bc0-b553-f675ed1067d0 None None] Enqueued Resource ID: a994b241-ef8d-4535-8015-22487a817832 with Priority: HIGHEST for action port [ 581.934396] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a994b241-ef8d-4535-8015-22487a817832 with Priority: HIGHEST for action port [ 581.936034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a994b241-ef8d-4535-8015-22487a817832 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.936159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a994b241-ef8d-4535-8015-22487a817832" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.936226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a994b241-ef8d-4535-8015-22487a817832" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.936462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a994b241-ef8d-4535-8015-22487a817832" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.936661] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a994b241-ef8d-4535-8015-22487a817832',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.140512] env[65325]: INFO networking_nsxv3.common.synchronization [None req-09b3d073-00b6-4f85-9349-206409cb250c None None] Enqueued Resource ID: f79b8480-217e-40ae-9bb4-e53a04558400 with Priority: HIGHEST for action port [ 582.141796] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79b8480-217e-40ae-9bb4-e53a04558400 with Priority: HIGHEST for action port [ 582.141796] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79b8480-217e-40ae-9bb4-e53a04558400 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.141796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79b8480-217e-40ae-9bb4-e53a04558400" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.141796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79b8480-217e-40ae-9bb4-e53a04558400" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.142082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79b8480-217e-40ae-9bb4-e53a04558400" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.142082] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79b8480-217e-40ae-9bb4-e53a04558400',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.438555] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a994b241-ef8d-4535-8015-22487a817832 [ 582.439114] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.439114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.439114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.439392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.439392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.439486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a994b241-ef8d-4535-8015-22487a817832 already deleted. [ 582.439690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a994b241-ef8d-4535-8015-22487a817832" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.645485] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f79b8480-217e-40ae-9bb4-e53a04558400 [ 582.645739] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.645875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.645942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.646179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.646260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.647340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f79b8480-217e-40ae-9bb4-e53a04558400 already deleted. [ 582.647340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79b8480-217e-40ae-9bb4-e53a04558400" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.886084] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c5cda791-eecd-49c9-b2f5-ffb80568598d None None] Enqueued Resource ID: 4562586e-63b4-45b5-8e2f-fec7c2ef1937 with Priority: HIGHEST for action port [ 582.886834] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4562586e-63b4-45b5-8e2f-fec7c2ef1937 with Priority: HIGHEST for action port [ 582.887074] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4562586e-63b4-45b5-8e2f-fec7c2ef1937 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.887144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4562586e-63b4-45b5-8e2f-fec7c2ef1937" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.887279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4562586e-63b4-45b5-8e2f-fec7c2ef1937" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.887615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4562586e-63b4-45b5-8e2f-fec7c2ef1937" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.887768] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4562586e-63b4-45b5-8e2f-fec7c2ef1937',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.390024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4562586e-63b4-45b5-8e2f-fec7c2ef1937 [ 583.390415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.390415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.390556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.390676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.390764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.390854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4562586e-63b4-45b5-8e2f-fec7c2ef1937 already deleted. [ 583.390935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4562586e-63b4-45b5-8e2f-fec7c2ef1937" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.267956] env[65325]: INFO networking_nsxv3.common.synchronization [None req-74979a2e-d725-480a-90aa-e8bb380fd493 None None] Enqueued Resource ID: d25a2efc-859f-4e29-b7d7-e7043b72dbb6 with Priority: HIGHEST for action port [ 584.269497] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25a2efc-859f-4e29-b7d7-e7043b72dbb6 with Priority: HIGHEST for action port [ 584.269799] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25a2efc-859f-4e29-b7d7-e7043b72dbb6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.269946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25a2efc-859f-4e29-b7d7-e7043b72dbb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.270075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25a2efc-859f-4e29-b7d7-e7043b72dbb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.270305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25a2efc-859f-4e29-b7d7-e7043b72dbb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.270384] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25a2efc-859f-4e29-b7d7-e7043b72dbb6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.638404] env[65325]: INFO networking_nsxv3.common.synchronization [None req-791b885e-cf09-45b5-b935-b63c96aa2b9d None None] Enqueued Resource ID: e9813a61-e144-4a70-8705-44699da16dd1 with Priority: HIGHEST for action port [ 584.638680] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9813a61-e144-4a70-8705-44699da16dd1 with Priority: HIGHEST for action port [ 584.639815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9813a61-e144-4a70-8705-44699da16dd1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.639815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9813a61-e144-4a70-8705-44699da16dd1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.639815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9813a61-e144-4a70-8705-44699da16dd1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.639815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9813a61-e144-4a70-8705-44699da16dd1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.641133] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9813a61-e144-4a70-8705-44699da16dd1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.774502] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d25a2efc-859f-4e29-b7d7-e7043b72dbb6 [ 584.774502] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.774502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.774502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.774734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.775742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.775742] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d25a2efc-859f-4e29-b7d7-e7043b72dbb6 already deleted. [ 584.775742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25a2efc-859f-4e29-b7d7-e7043b72dbb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.142808] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9813a61-e144-4a70-8705-44699da16dd1 [ 585.142808] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.142808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.142808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.142978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.143022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.143135] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9813a61-e144-4a70-8705-44699da16dd1 already deleted. [ 585.143198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9813a61-e144-4a70-8705-44699da16dd1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.395027] env[65325]: INFO networking_nsxv3.common.synchronization [None req-78241001-40f8-46d1-9de7-2446e3473d2d None None] Enqueued Resource ID: b7e2eea9-2bdf-4689-b457-819f8b92c0c3 with Priority: HIGHEST for action port [ 585.395027] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e2eea9-2bdf-4689-b457-819f8b92c0c3 with Priority: HIGHEST for action port [ 585.395027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e2eea9-2bdf-4689-b457-819f8b92c0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.395027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e2eea9-2bdf-4689-b457-819f8b92c0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.395027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e2eea9-2bdf-4689-b457-819f8b92c0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.395027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e2eea9-2bdf-4689-b457-819f8b92c0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.395027] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e2eea9-2bdf-4689-b457-819f8b92c0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.897717] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7e2eea9-2bdf-4689-b457-819f8b92c0c3 [ 585.897990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.898220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.898220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.898545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.898545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.898667] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7e2eea9-2bdf-4689-b457-819f8b92c0c3 already deleted. [ 585.898820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e2eea9-2bdf-4689-b457-819f8b92c0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.063827] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7af25622-de76-4f1a-8ee4-a4adf01cb2b1 None None] Enqueued Resource ID: 0e32f2aa-49b9-492f-9848-e1fdaf108f65 with Priority: HIGHEST for action port [ 587.064490] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e32f2aa-49b9-492f-9848-e1fdaf108f65 with Priority: HIGHEST for action port [ 587.065203] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e32f2aa-49b9-492f-9848-e1fdaf108f65 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.065203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e32f2aa-49b9-492f-9848-e1fdaf108f65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.065203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e32f2aa-49b9-492f-9848-e1fdaf108f65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.067500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e32f2aa-49b9-492f-9848-e1fdaf108f65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.070135] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e32f2aa-49b9-492f-9848-e1fdaf108f65',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.444714] env[65325]: INFO networking_nsxv3.common.synchronization [None req-20a7ccc5-b5bb-4117-950d-d5ab08de1c81 None None] Enqueued Resource ID: aa70ebef-cb68-4a90-b879-bcd12e99cb36 with Priority: HIGHEST for action port [ 587.445623] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa70ebef-cb68-4a90-b879-bcd12e99cb36 with Priority: HIGHEST for action port [ 587.445623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa70ebef-cb68-4a90-b879-bcd12e99cb36 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.445731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa70ebef-cb68-4a90-b879-bcd12e99cb36" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.445761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa70ebef-cb68-4a90-b879-bcd12e99cb36" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.445998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa70ebef-cb68-4a90-b879-bcd12e99cb36" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.446093] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa70ebef-cb68-4a90-b879-bcd12e99cb36',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.570456] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e32f2aa-49b9-492f-9848-e1fdaf108f65 [ 587.570743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.570879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.571549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.572113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.572113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.572113] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e32f2aa-49b9-492f-9848-e1fdaf108f65 already deleted. [ 587.572113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e32f2aa-49b9-492f-9848-e1fdaf108f65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.948313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa70ebef-cb68-4a90-b879-bcd12e99cb36 [ 587.948588] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.948721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.948794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.949024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.949113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.949206] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa70ebef-cb68-4a90-b879-bcd12e99cb36 already deleted. [ 587.949521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa70ebef-cb68-4a90-b879-bcd12e99cb36" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.381594] env[65325]: INFO networking_nsxv3.common.synchronization [None req-20005a2f-a0d3-426e-9a01-4912231ccec8 None None] Enqueued Resource ID: b97b9083-6e3d-4eb7-b270-ed5d20d21c0c with Priority: HIGHEST for action port [ 588.381881] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97b9083-6e3d-4eb7-b270-ed5d20d21c0c with Priority: HIGHEST for action port [ 588.382346] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97b9083-6e3d-4eb7-b270-ed5d20d21c0c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.382469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97b9083-6e3d-4eb7-b270-ed5d20d21c0c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.382531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97b9083-6e3d-4eb7-b270-ed5d20d21c0c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.382774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97b9083-6e3d-4eb7-b270-ed5d20d21c0c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.382886] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97b9083-6e3d-4eb7-b270-ed5d20d21c0c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.886195] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b97b9083-6e3d-4eb7-b270-ed5d20d21c0c [ 588.886625] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.886799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.886872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.887101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.887207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.887294] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b97b9083-6e3d-4eb7-b270-ed5d20d21c0c already deleted. [ 588.887397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97b9083-6e3d-4eb7-b270-ed5d20d21c0c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.691556] env[65325]: INFO networking_nsxv3.common.synchronization [None req-0f8cef50-7293-4581-b2d9-fca6c1b36357 None None] Enqueued Resource ID: eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3 with Priority: HIGHEST for action port [ 589.691818] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3 with Priority: HIGHEST for action port [ 589.692385] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.692497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.695551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.695551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.695551] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.035703] env[65325]: INFO networking_nsxv3.common.synchronization [None req-370fa55f-3eeb-4a88-b109-d4f8c3620bc4 None None] Enqueued Resource ID: ec71d5b2-662b-4013-9b72-51d7ad80872b with Priority: HIGHEST for action port [ 590.036013] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec71d5b2-662b-4013-9b72-51d7ad80872b with Priority: HIGHEST for action port [ 590.036359] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec71d5b2-662b-4013-9b72-51d7ad80872b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.036505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec71d5b2-662b-4013-9b72-51d7ad80872b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.036651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec71d5b2-662b-4013-9b72-51d7ad80872b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.037113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec71d5b2-662b-4013-9b72-51d7ad80872b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.037113] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec71d5b2-662b-4013-9b72-51d7ad80872b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.199370] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3 [ 590.199591] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.199721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.199805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.200015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.200112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.200206] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3 already deleted. [ 590.200285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaff9c42-73ba-4ea3-86a3-3aa5d8f6d1f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.429313] env[65325]: INFO networking_nsxv3.common.synchronization [req-0281a262-a85f-4cec-b984-26c0b977a91e req-9d664d81-96cc-4097-a000-9a849a4f7df2 tempest-TenantUsagesTestJSON-1070578935 tempest-TenantUsagesTestJSON-1070578935-project-member] Enqueued Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 590.429861] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 590.430170] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.430293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.430360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.430681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.430761] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.430856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.430916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.431079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.431163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.431254] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.540018] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec71d5b2-662b-4013-9b72-51d7ad80872b [ 590.540018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.540018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.540018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.540018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.540018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.540018] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec71d5b2-662b-4013-9b72-51d7ad80872b already deleted. [ 590.540018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec71d5b2-662b-4013-9b72-51d7ad80872b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.933515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.933835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.933835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.933915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.934009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.934285] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.934285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.934438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.934487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.934560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.934762] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 already deleted. [ 590.934762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.171576] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.171947] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.172117] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.172421] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.172712] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.172840] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.173521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.173521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.173521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.173719] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.173719] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.173792] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.173897] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.174013] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.174115] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.174243] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.198150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.198150] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.198150] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.198150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.198150] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-2ca293a2-a7e2-4357-ad18-8988ba66fde1 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.198150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.198150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.198591] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.198874] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca293a2-a7e2-4357-ad18-8988ba66fde1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.703549] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.703549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 2ca293a2-a7e2-4357-ad18-8988ba66fde1 not found, creating... [ 591.703549] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.703549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.704114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.704114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.704190] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.704339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.704449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.704651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.704779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.704914] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 2ca293a2-a7e2-4357-ad18-8988ba66fde1 is going to be created. [ 591.737393] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.737602] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.737726] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.738022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.739038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.739038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.212220] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1920b8fe-4fa4-4bcf-9503-cb26f60bb132 None None] Enqueued Resource ID: 6472a14b-d74c-4636-a31a-82ccafefc1bc with Priority: HIGHEST for action port [ 592.212803] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6472a14b-d74c-4636-a31a-82ccafefc1bc with Priority: HIGHEST for action port [ 592.214192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6472a14b-d74c-4636-a31a-82ccafefc1bc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.214291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6472a14b-d74c-4636-a31a-82ccafefc1bc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.214378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6472a14b-d74c-4636-a31a-82ccafefc1bc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.214656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6472a14b-d74c-4636-a31a-82ccafefc1bc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.214656] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6472a14b-d74c-4636-a31a-82ccafefc1bc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.572075] env[65325]: INFO networking_nsxv3.common.synchronization [req-0281a262-a85f-4cec-b984-26c0b977a91e req-6cdac9c6-6405-48af-b2b1-3343be3bba7b service nova] Enqueued Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_rules [ 592.572264] env[65325]: INFO networking_nsxv3.common.synchronization [req-0281a262-a85f-4cec-b984-26c0b977a91e req-6cdac9c6-6405-48af-b2b1-3343be3bba7b service nova] Enqueued Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 592.572393] env[65325]: INFO networking_nsxv3.common.synchronization [req-0281a262-a85f-4cec-b984-26c0b977a91e req-6cdac9c6-6405-48af-b2b1-3343be3bba7b service nova] Enqueued Resource ID: 2ca293a2-a7e2-4357-ad18-8988ba66fde1 with Priority: HIGHEST for action port [ 592.573038] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_rules [ 592.573171] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 592.573270] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca293a2-a7e2-4357-ad18-8988ba66fde1 with Priority: HIGHEST for action port [ 592.573822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.573941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.574025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.574309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.574607] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.575946] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.576028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.576108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.576575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.576575] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.576575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.576575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.576760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.576840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.576916] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.578193] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca293a2-a7e2-4357-ad18-8988ba66fde1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.579471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.579471] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca293a2-a7e2-4357-ad18-8988ba66fde1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.718128] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6472a14b-d74c-4636-a31a-82ccafefc1bc [ 592.718128] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.718306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.718306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.718906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.718906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.718906] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6472a14b-d74c-4636-a31a-82ccafefc1bc already deleted. [ 592.718906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6472a14b-d74c-4636-a31a-82ccafefc1bc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.918013] env[65325]: INFO networking_nsxv3.common.synchronization [req-332eef6a-93ce-4bb9-a055-0dc2afd56acc req-32ef73f3-8ecf-48ec-876a-110003245a84 tempest-DeleteServersAdminTestJSON-1335678475 tempest-DeleteServersAdminTestJSON-1335678475-project-member] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 592.918745] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 592.918745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.918912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.918912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.920232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.920232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.920232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.920357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.920581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.920670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.920766] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.080990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.081829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.091729] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.094675] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ca293a2-a7e2-4357-ad18-8988ba66fde1 with status ACTIVE [ 593.094675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.094675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.094675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.094675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.095553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.095553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.095553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.095553] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ca293a2-a7e2-4357-ad18-8988ba66fde1 is going to be updated. [ 593.125319] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.125514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.125602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.125829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.125988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.126199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca293a2-a7e2-4357-ad18-8988ba66fde1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.298537] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.298900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.298900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.298986] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.299249] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.299405] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.299546] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.299872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.300071] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.300280] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.300399] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.300932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.300932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.300932] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.300932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.300932] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.321237] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.321403] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.321533] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.321874] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.322015] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-284956db-6812-49cf-8dce-e02fb644a5ae taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.322174] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.322287] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.322619] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.322757] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284956db-6812-49cf-8dce-e02fb644a5ae',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.333336] env[65325]: INFO networking_nsxv3.common.synchronization [None req-86d7b4fb-bf38-49ef-9c1e-596c10025a4f None None] Enqueued Resource ID: 7b88dbce-0f59-493b-8d51-1d35512c05f0 with Priority: HIGHEST for action port [ 593.333594] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88dbce-0f59-493b-8d51-1d35512c05f0 with Priority: HIGHEST for action port [ 593.334962] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b88dbce-0f59-493b-8d51-1d35512c05f0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.335088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b88dbce-0f59-493b-8d51-1d35512c05f0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.335184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b88dbce-0f59-493b-8d51-1d35512c05f0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.335484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b88dbce-0f59-493b-8d51-1d35512c05f0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.335484] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b88dbce-0f59-493b-8d51-1d35512c05f0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.425710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.425710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.425710] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 already deleted. [ 593.425710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.600364] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.824782] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.825088] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.825246] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.825563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.825741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.825893] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 284956db-6812-49cf-8dce-e02fb644a5ae not found, creating... [ 593.826220] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.826402] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.826536] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.826817] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.826967] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.827300] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.827483] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.827622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.827840] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.827964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.828152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 284956db-6812-49cf-8dce-e02fb644a5ae is going to be created. [ 593.837898] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b88dbce-0f59-493b-8d51-1d35512c05f0 [ 593.838120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.838249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.838340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.840010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.840010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.840010] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b88dbce-0f59-493b-8d51-1d35512c05f0 already deleted. [ 593.840010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b88dbce-0f59-493b-8d51-1d35512c05f0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.847943] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.848157] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.848273] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.848754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.848917] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.849235] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.107224] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.107224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.107224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.107224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.107224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.107224] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 is going to be created. [ 594.132746] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.132891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.132965] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.133203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.133364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.143790] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: UNINITIALIZED for 2s [ 594.915825] env[65325]: INFO networking_nsxv3.common.synchronization [req-332eef6a-93ce-4bb9-a055-0dc2afd56acc req-e4e5afc5-a212-4f4c-9b52-c88ebf0f0718 service nova] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_rules [ 594.915825] env[65325]: INFO networking_nsxv3.common.synchronization [req-332eef6a-93ce-4bb9-a055-0dc2afd56acc req-e4e5afc5-a212-4f4c-9b52-c88ebf0f0718 service nova] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 594.916131] env[65325]: INFO networking_nsxv3.common.synchronization [req-332eef6a-93ce-4bb9-a055-0dc2afd56acc req-e4e5afc5-a212-4f4c-9b52-c88ebf0f0718 service nova] Enqueued Resource ID: 284956db-6812-49cf-8dce-e02fb644a5ae with Priority: HIGHEST for action port [ 594.916590] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_rules [ 594.916590] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 594.916737] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284956db-6812-49cf-8dce-e02fb644a5ae with Priority: HIGHEST for action port [ 594.917091] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.917091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921960] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.921960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.921960] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.921960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-284956db-6812-49cf-8dce-e02fb644a5ae taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.921960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.925305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.925355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.927087] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('284956db-6812-49cf-8dce-e02fb644a5ae',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.062824] env[65325]: INFO networking_nsxv3.common.synchronization [None req-67c44197-b5db-4ac8-b389-18d851bcafd2 None None] Enqueued Resource ID: 290e1dca-842c-4040-87da-7bc7b255a8b7 with Priority: HIGHEST for action port [ 595.063445] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290e1dca-842c-4040-87da-7bc7b255a8b7 with Priority: HIGHEST for action port [ 595.063624] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-290e1dca-842c-4040-87da-7bc7b255a8b7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.063931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290e1dca-842c-4040-87da-7bc7b255a8b7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.063931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290e1dca-842c-4040-87da-7bc7b255a8b7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.064143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290e1dca-842c-4040-87da-7bc7b255a8b7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.064216] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290e1dca-842c-4040-87da-7bc7b255a8b7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.117611] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a9b43640-44fb-4afc-befd-8e3b4b3a1e32 tempest-VolumesAssistedSnapshotsTest-2088478385 tempest-VolumesAssistedSnapshotsTest-2088478385-project-member] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 595.118200] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 595.118917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.118917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.118917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.118917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.119229] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.220831] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4a194517-8313-484d-916e-a49ac055f68d None None] Enqueued Resource ID: f65e82a2-1d23-464f-a094-c3ed2c0b3358 with Priority: HIGHEST for action port [ 595.221132] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65e82a2-1d23-464f-a094-c3ed2c0b3358 with Priority: HIGHEST for action port [ 595.224082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f65e82a2-1d23-464f-a094-c3ed2c0b3358 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.225049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f65e82a2-1d23-464f-a094-c3ed2c0b3358" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.225049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f65e82a2-1d23-464f-a094-c3ed2c0b3358" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.225049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f65e82a2-1d23-464f-a094-c3ed2c0b3358" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.225049] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f65e82a2-1d23-464f-a094-c3ed2c0b3358',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.303183] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ab4a0d7f-a4ae-4582-951a-4b3b790e4f28 tempest-VolumesAssistedSnapshotsTest-2088478385 tempest-VolumesAssistedSnapshotsTest-2088478385-project-member] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 595.303183] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 595.303183] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.303183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.428483] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.428628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.428822] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.435768] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 284956db-6812-49cf-8dce-e02fb644a5ae with status ACTIVE [ 595.435768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.435768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.435768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.436113] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.436113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.436113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.436325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.436325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.436442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 284956db-6812-49cf-8dce-e02fb644a5ae is going to be updated. [ 595.461601] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.461671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.461739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.462021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.462021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.462174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-284956db-6812-49cf-8dce-e02fb644a5ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.568959] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290e1dca-842c-4040-87da-7bc7b255a8b7 [ 595.570016] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.570134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.570134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.570342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.570427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.570514] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290e1dca-842c-4040-87da-7bc7b255a8b7 already deleted. [ 595.570589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290e1dca-842c-4040-87da-7bc7b255a8b7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.642281] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.642416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.642593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.643662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.643797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.643901] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d already deleted. [ 595.643983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.644158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.646969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.646969] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.726745] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f65e82a2-1d23-464f-a094-c3ed2c0b3358 [ 595.726987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.727136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.727200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.727564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.727564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.727564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f65e82a2-1d23-464f-a094-c3ed2c0b3358 already deleted. [ 595.727792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f65e82a2-1d23-464f-a094-c3ed2c0b3358" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.932526] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.159594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: SUCCESS [ 596.159594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.159781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.160022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.160812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.160812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.160812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.160952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.160982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.161091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.161173] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.175822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.175966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.176047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.176254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.176334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.176423] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d already deleted. [ 596.176594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.435972] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.435972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.435972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.435972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.435972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.435972] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be created. [ 596.467468] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.467468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.467468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.467468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.467468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.479541] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: UNINITIALIZED for 2s [ 596.663620] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.663924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.663984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.664260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.664449] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.664546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.664640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.664810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.665202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.665202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.665202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.665386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.665427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669020] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.106901] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ec885a7a-8333-4be7-ac00-67e5f6ffbc80 None None] Enqueued Resource ID: 66eb81da-5e70-458c-948b-3aee3720e4af with Priority: HIGHEST for action port [ 597.109425] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eb81da-5e70-458c-948b-3aee3720e4af with Priority: HIGHEST for action port [ 597.109895] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-66eb81da-5e70-458c-948b-3aee3720e4af taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.109998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66eb81da-5e70-458c-948b-3aee3720e4af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.110127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66eb81da-5e70-458c-948b-3aee3720e4af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.110359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66eb81da-5e70-458c-948b-3aee3720e4af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.110484] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66eb81da-5e70-458c-948b-3aee3720e4af',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.171285] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf88b4db-1cab-4cb0-a861-d58f3aa7fd98: rpc.has_security_group_logging(os_id): False [ 597.192392] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.192612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.192678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.192912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.193136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.193325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.193455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.193594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.193765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.193912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194128] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.196300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.196411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196587] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 is going to be created. [ 597.264473] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.265886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.265886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.265886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.265886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.286999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: IN_PROGRESS for 2s [ 597.603972] env[65325]: INFO networking_nsxv3.common.synchronization [None req-85c5a1bc-4fab-49d3-af74-8268e7dc838c None None] Enqueued Resource ID: 61e5d4ab-8ae4-4dff-932a-a4ec06f632f3 with Priority: HIGHEST for action port [ 597.604332] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e5d4ab-8ae4-4dff-932a-a4ec06f632f3 with Priority: HIGHEST for action port [ 597.604824] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e5d4ab-8ae4-4dff-932a-a4ec06f632f3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.604952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e5d4ab-8ae4-4dff-932a-a4ec06f632f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.605049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e5d4ab-8ae4-4dff-932a-a4ec06f632f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.605303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e5d4ab-8ae4-4dff-932a-a4ec06f632f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.605995] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e5d4ab-8ae4-4dff-932a-a4ec06f632f3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.613743] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66eb81da-5e70-458c-948b-3aee3720e4af [ 597.613924] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.614057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.614216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.614491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.614613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.614715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66eb81da-5e70-458c-948b-3aee3720e4af already deleted. [ 597.614816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66eb81da-5e70-458c-948b-3aee3720e4af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.619159] env[65325]: INFO networking_nsxv3.common.synchronization [req-67db3358-1a1f-45dc-8e4d-369a16c3f170 req-8f720884-0dbc-4fa9-8013-0fcfd53ef7e6 tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 597.619619] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 597.619922] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.620053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.620260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.620611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.620743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.620885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.620950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.621241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.621356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.621617] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.104107] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.104107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.104107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.104107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.104570] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.105389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.105653] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.105995] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.106314] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.106659] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.109016] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.109016] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.109016] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.109016] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.109016] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.109016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.110887] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61e5d4ab-8ae4-4dff-932a-a4ec06f632f3 [ 598.111239] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.111548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.111731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.112775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.112775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.112775] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61e5d4ab-8ae4-4dff-932a-a4ec06f632f3 already deleted. [ 598.112775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e5d4ab-8ae4-4dff-932a-a4ec06f632f3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.123657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.128701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.128701] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e already deleted. [ 598.128701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.128701] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.128701] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.128701] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.129931] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.129931] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-9923c626-54cf-402a-955c-6c74859145ff taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.129931] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.130285] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.130285] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.130447] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9923c626-54cf-402a-955c-6c74859145ff',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.196914] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a181af08-a37a-41a3-afb7-65769dc1adb0 None None] Enqueued Resource ID: 8e2389b5-0637-4a72-95e9-9400222e19f8 with Priority: HIGHEST for action port [ 598.197437] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2389b5-0637-4a72-95e9-9400222e19f8 with Priority: HIGHEST for action port [ 598.197737] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2389b5-0637-4a72-95e9-9400222e19f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.197929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2389b5-0637-4a72-95e9-9400222e19f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.197929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2389b5-0637-4a72-95e9-9400222e19f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.198272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2389b5-0637-4a72-95e9-9400222e19f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.198602] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2389b5-0637-4a72-95e9-9400222e19f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.489904] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 598.490142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.490303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.490509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.490727] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.490806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.490873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.491028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.491112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.491193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.491290] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.635736] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.635955] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.636094] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.636364] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.636507] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.636653] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 9923c626-54cf-402a-955c-6c74859145ff not found, creating... [ 598.637018] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.637185] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.637366] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.637591] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.637779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.638116] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.638431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.638580] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.638822] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.638964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.639133] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 9923c626-54cf-402a-955c-6c74859145ff is going to be created. [ 598.660276] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.660486] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.660604] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.660880] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.661115] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.661334] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.700959] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e2389b5-0637-4a72-95e9-9400222e19f8 [ 598.701225] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.701545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.701545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.701654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.701720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.701820] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e2389b5-0637-4a72-95e9-9400222e19f8 already deleted. [ 598.701911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2389b5-0637-4a72-95e9-9400222e19f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.993798] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.994064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.994064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.994266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.994424] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.994509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.994633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.995995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.995995] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.300152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: SUCCESS [ 599.300474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [req-67db3358-1a1f-45dc-8e4d-369a16c3f170 req-31c4fe49-2999-4725-a3b7-b015afdaf446 service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [req-67db3358-1a1f-45dc-8e4d-369a16c3f170 req-31c4fe49-2999-4725-a3b7-b015afdaf446 service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [req-67db3358-1a1f-45dc-8e4d-369a16c3f170 req-31c4fe49-2999-4725-a3b7-b015afdaf446 service nova] Enqueued Resource ID: 9923c626-54cf-402a-955c-6c74859145ff with Priority: HIGHEST for action port [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 599.390040] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9923c626-54cf-402a-955c-6c74859145ff with Priority: HIGHEST for action port [ 599.390040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.390629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.390794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.391164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.391344] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.392295] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.395018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.395018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.395018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9923c626-54cf-402a-955c-6c74859145ff taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.395018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.395018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9923c626-54cf-402a-955c-6c74859145ff',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.464694] env[65325]: INFO networking_nsxv3.common.synchronization [req-369783d4-f3d2-4639-9b04-1315574718c5 req-401318b6-3ecd-46cd-87c5-3aac9bfcf979 tempest-ServerAddressesTestJSON-1038078481 tempest-ServerAddressesTestJSON-1038078481-project-member] Enqueued Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 599.465211] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 599.465506] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.465627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.465706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.465932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.466639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.466832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.466909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.467097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.467185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.467608] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.499282] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20e5737-15a1-4c22-8cf7-9d046bf839c2: rpc.has_security_group_logging(os_id): False [ 599.516009] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.516009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.516154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.516780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.516780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.516780] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.516780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.516780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.517024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.517024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.517146] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.517251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.517305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.517440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.517506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.517693] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.517796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.517872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.518621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.518621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.518621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be created. [ 599.585438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.585634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.585674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.585916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.586115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.601108] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 599.884416] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.884652] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-424" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.884774] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-424" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.885086] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-424" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.885340] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.885782] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.885942] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.886188] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.886329] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.886704] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.886848] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.887226] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.887226] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.887226] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.887354] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.887464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.897384] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.899021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899021] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9923c626-54cf-402a-955c-6c74859145ff with status ACTIVE [ 599.899021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.899346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.899346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.899411] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.899513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.899570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.899842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.899922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.900198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.900198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.900307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.900394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.900466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.900548] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9923c626-54cf-402a-955c-6c74859145ff is going to be updated. [ 599.908559] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.908794] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.908990] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.909259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-424" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.909577] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-49b8698e-6900-4306-bb70-3faf0d47dcb8 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.909775] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.909918] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.910268] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.910428] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b8698e-6900-4306-bb70-3faf0d47dcb8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.922221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.922376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.922746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.922898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9923c626-54cf-402a-955c-6c74859145ff" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.969306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.969504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.969579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.969800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.969893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.970086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.970196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.970289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.970508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.970604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.970719] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece already deleted. [ 599.970850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403623] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.413186] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.413845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.413845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.413845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.414059] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.414159] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 49b8698e-6900-4306-bb70-3faf0d47dcb8 not found, creating... [ 600.414421] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.414573] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.414711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.414968] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.415220] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.415555] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.415784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.416407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.416407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.416407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.416407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 49b8698e-6900-4306-bb70-3faf0d47dcb8 is going to be created. [ 600.443680] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.443942] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.444014] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.444293] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.444517] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.444806] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.476649] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3ebc6aa1-f6bd-43c7-ac58-b6c9d6628bbf None None] Enqueued Resource ID: 18f16257-59bd-4cce-875c-4c5d9000c3b8 with Priority: HIGHEST for action port [ 600.477593] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f16257-59bd-4cce-875c-4c5d9000c3b8 with Priority: HIGHEST for action port [ 600.478232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f16257-59bd-4cce-875c-4c5d9000c3b8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.478433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f16257-59bd-4cce-875c-4c5d9000c3b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.478433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f16257-59bd-4cce-875c-4c5d9000c3b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.478695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f16257-59bd-4cce-875c-4c5d9000c3b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.478776] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f16257-59bd-4cce-875c-4c5d9000c3b8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.907135] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.907308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.907368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.907602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.907681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.907774] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be created. [ 600.933189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.933696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.933696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.933696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.933799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.945732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: UNINITIALIZED for 2s [ 600.981530] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18f16257-59bd-4cce-875c-4c5d9000c3b8 [ 600.981771] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.981910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.981996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.982269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.982362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.982483] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18f16257-59bd-4cce-875c-4c5d9000c3b8 already deleted. [ 600.982538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f16257-59bd-4cce-875c-4c5d9000c3b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [req-369783d4-f3d2-4639-9b04-1315574718c5 req-b39bf856-33c2-44d3-ac1a-24ecaf9244a3 service nova] Enqueued Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_rules [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [req-369783d4-f3d2-4639-9b04-1315574718c5 req-b39bf856-33c2-44d3-ac1a-24ecaf9244a3 service nova] Enqueued Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [req-369783d4-f3d2-4639-9b04-1315574718c5 req-b39bf856-33c2-44d3-ac1a-24ecaf9244a3 service nova] Enqueued Resource ID: 49b8698e-6900-4306-bb70-3faf0d47dcb8 with Priority: HIGHEST for action port [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_rules [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 601.279239] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b8698e-6900-4306-bb70-3faf0d47dcb8 with Priority: HIGHEST for action port [ 601.279239] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.279239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.279239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.280131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.280335] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.283171] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.283467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.283641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.284511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.284829] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.286020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.286020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.286020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.286020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.286020] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.288030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-49b8698e-6900-4306-bb70-3faf0d47dcb8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.288596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.288762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.289406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.290646] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49b8698e-6900-4306-bb70-3faf0d47dcb8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.615691] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 601.616077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.641195] env[65325]: INFO networking_nsxv3.common.synchronization [None req-187de60d-b5c2-4eba-b159-51a2ab805c1c None None] Enqueued Resource ID: f54b50b8-dd16-4b5c-b38d-297633741bbd with Priority: HIGHEST for action port [ 601.641195] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54b50b8-dd16-4b5c-b38d-297633741bbd with Priority: HIGHEST for action port [ 601.641195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f54b50b8-dd16-4b5c-b38d-297633741bbd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.641333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f54b50b8-dd16-4b5c-b38d-297633741bbd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.641333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f54b50b8-dd16-4b5c-b38d-297633741bbd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.642379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f54b50b8-dd16-4b5c-b38d-297633741bbd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.642379] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54b50b8-dd16-4b5c-b38d-297633741bbd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.783862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.784210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.791036] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.792094] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49b8698e-6900-4306-bb70-3faf0d47dcb8 with status ACTIVE [ 601.792241] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.792614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.792614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.792706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.792737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.792950] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.793035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.793127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.793310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.793471] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.793562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.793623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.793758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.793959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.793959] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49b8698e-6900-4306-bb70-3faf0d47dcb8 is going to be updated. [ 601.819838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.819838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.819838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.819838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.819838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.820087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49b8698e-6900-4306-bb70-3faf0d47dcb8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.146424] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f54b50b8-dd16-4b5c-b38d-297633741bbd [ 602.146668] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.147082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.147324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.147664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.147798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.148032] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f54b50b8-dd16-4b5c-b38d-297633741bbd already deleted. [ 602.148223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f54b50b8-dd16-4b5c-b38d-297633741bbd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298163] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.800549] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.800952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.800952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.801043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.801074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.801169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece is going to be created. [ 602.826855] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.827364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.827364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.827364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.827525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.838083] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: UNINITIALIZED for 2s [ 602.958446] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.958446] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.958446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.958446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.460862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.461033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.461126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.461332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.461500] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.461601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.461655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.461811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.461894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.462114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.462188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.462424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.462555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.462840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.462914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.462991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.463087] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.707044] env[65325]: INFO networking_nsxv3.common.synchronization [req-140a65e2-cc0e-4390-ac53-b236e7407c20 req-41fbc0de-e36e-48eb-9918-1af55f992b06 tempest-InstanceActionsV221TestJSON-28795732 tempest-InstanceActionsV221TestJSON-28795732-project-member] Enqueued Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 603.707842] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 603.709140] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.709299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.709384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.709614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.709798] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.709949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.710038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.710139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.710241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.710339] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.781168] env[65325]: INFO networking_nsxv3.common.synchronization [None req-d16bb0a0-096f-42da-ba39-3ca79cefc230 None None] Enqueued Resource ID: 81ed059c-9e11-4a70-8cfc-d5acd9e1448e with Priority: HIGHEST for action port [ 603.781461] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ed059c-9e11-4a70-8cfc-d5acd9e1448e with Priority: HIGHEST for action port [ 603.782030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ed059c-9e11-4a70-8cfc-d5acd9e1448e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.782131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ed059c-9e11-4a70-8cfc-d5acd9e1448e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.782207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ed059c-9e11-4a70-8cfc-d5acd9e1448e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.782487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ed059c-9e11-4a70-8cfc-d5acd9e1448e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.782571] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ed059c-9e11-4a70-8cfc-d5acd9e1448e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.965176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22135163-4352-40ca-a934-65db1de3802e: rpc.has_security_group_logging(os_id): False [ 603.986170] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.986170] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.986170] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.986170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.986702] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.986702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.986702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.986702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.986702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.987312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be created. [ 604.045790] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.046209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.046374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.046635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.047372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.061870] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 604.217878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.219416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.219416] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 already deleted. [ 604.219416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.288238] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ed059c-9e11-4a70-8cfc-d5acd9e1448e [ 604.288661] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.288661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.288661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.288990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.288990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.289105] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ed059c-9e11-4a70-8cfc-d5acd9e1448e already deleted. [ 604.289162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ed059c-9e11-4a70-8cfc-d5acd9e1448e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.313983] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a27e5676-313b-4cbf-8abf-8934c6efd466 None None] Enqueued Resource ID: e2714272-410b-4418-89c9-f3970b432c23 with Priority: HIGHEST for action port [ 604.315626] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2714272-410b-4418-89c9-f3970b432c23 with Priority: HIGHEST for action port [ 604.316313] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2714272-410b-4418-89c9-f3970b432c23 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.316436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2714272-410b-4418-89c9-f3970b432c23" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.316500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2714272-410b-4418-89c9-f3970b432c23" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.316760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2714272-410b-4418-89c9-f3970b432c23" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.316858] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2714272-410b-4418-89c9-f3970b432c23',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.394647] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.394902] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-136" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.395036] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-136" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.395349] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-136" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.396034] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.396034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.396034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.396200] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.396312] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.396520] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.396640] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.396717] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.396859] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.396983] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.397106] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.397250] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.417442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.417648] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.417788] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.417963] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-136" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.418310] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-75c15998-d18b-4ca5-9e74-e6e86e838db6 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.418536] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.418571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.418877] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.419015] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c15998-d18b-4ca5-9e74-e6e86e838db6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.822020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2714272-410b-4418-89c9-f3970b432c23 [ 604.822020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.822020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.822020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.822020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.822020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.822020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2714272-410b-4418-89c9-f3970b432c23 already deleted. [ 604.822020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2714272-410b-4418-89c9-f3970b432c23" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.847914] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: SUCCESS [ 604.847914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.848050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.848276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.848496] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.848664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.848767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.848944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.849065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.849181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.849295] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.927133] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.927133] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 75c15998-d18b-4ca5-9e74-e6e86e838db6 not found, creating... [ 604.927133] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.927133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.928609] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.928609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.928609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.928609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.928609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.928609] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 75c15998-d18b-4ca5-9e74-e6e86e838db6 is going to be created. [ 604.949455] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.949660] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.949739] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.950123] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.950293] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.950499] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.352069] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.352069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.352465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.352465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.352632] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.352768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.352823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.352993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.353090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.353179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.353329] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.353418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.353477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.353649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.353784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.353872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.353923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.354491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.354491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.354491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.354491] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.691928] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a87cb680-9159-4a1f-93dd-738a92620026 None None] Enqueued Resource ID: c3240c40-31dc-456d-9df5-749d510ad342 with Priority: HIGHEST for action port [ 605.693854] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3240c40-31dc-456d-9df5-749d510ad342 with Priority: HIGHEST for action port [ 605.693854] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3240c40-31dc-456d-9df5-749d510ad342 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.693854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3240c40-31dc-456d-9df5-749d510ad342" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.693854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3240c40-31dc-456d-9df5-749d510ad342" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.693854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3240c40-31dc-456d-9df5-749d510ad342" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.693854] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3240c40-31dc-456d-9df5-749d510ad342',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.699895] env[65325]: INFO networking_nsxv3.common.synchronization [req-140a65e2-cc0e-4390-ac53-b236e7407c20 req-7a4a5217-d496-4113-8131-31388830a3bb service nova] Enqueued Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_rules [ 605.700078] env[65325]: INFO networking_nsxv3.common.synchronization [req-140a65e2-cc0e-4390-ac53-b236e7407c20 req-7a4a5217-d496-4113-8131-31388830a3bb service nova] Enqueued Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 605.700226] env[65325]: INFO networking_nsxv3.common.synchronization [req-140a65e2-cc0e-4390-ac53-b236e7407c20 req-7a4a5217-d496-4113-8131-31388830a3bb service nova] Enqueued Resource ID: 75c15998-d18b-4ca5-9e74-e6e86e838db6 with Priority: HIGHEST for action port [ 605.700447] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_rules [ 605.700577] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 605.700672] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c15998-d18b-4ca5-9e74-e6e86e838db6 with Priority: HIGHEST for action port [ 605.701235] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.701321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.701626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.701725] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.705109] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.706138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.706138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.706138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.706138] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.706725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.708231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.708276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.708392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.708528] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.709860] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-75c15998-d18b-4ca5-9e74-e6e86e838db6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.710019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.710019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.710222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.710329] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c15998-d18b-4ca5-9e74-e6e86e838db6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.856877] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f49fc3b-7738-4072-9af4-a4a97289eece: rpc.has_security_group_logging(os_id): False [ 605.875437] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.875760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.875760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.875846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.875937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.876151] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.876246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.876489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.876489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.876558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.876680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.876927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.876927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.877097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.877219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.877414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.877499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.877560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.877701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.877928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.877986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece is going to be created. [ 605.939158] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.939158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.939333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.939401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.939570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.959421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: IN_PROGRESS for 2s [ 606.083319] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 606.083319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.152721] env[65325]: INFO networking_nsxv3.common.synchronization [req-afd1d6ee-a92d-415e-b19a-2ad9c13d3db1 req-7f7ff0e9-4055-4dc5-9c84-54776d612cf8 tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 606.153381] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 606.153966] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.154273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156312] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.156312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.156312] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.195213] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3240c40-31dc-456d-9df5-749d510ad342 [ 606.195433] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.195681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.195681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.195839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.195919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.196016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3240c40-31dc-456d-9df5-749d510ad342 already deleted. [ 606.196108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3240c40-31dc-456d-9df5-749d510ad342" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.205643] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.205763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.210632] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.211472] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75c15998-d18b-4ca5-9e74-e6e86e838db6 with status ACTIVE [ 606.211664] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.211798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.211868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.212080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.212165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.212369] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.212452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.212568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.212621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.212680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.213314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.213314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.213314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75c15998-d18b-4ca5-9e74-e6e86e838db6 is going to be updated. [ 606.237676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.237823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.238534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.238534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.238534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.238534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75c15998-d18b-4ca5-9e74-e6e86e838db6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.603080] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.603398] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.603552] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.603751] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.604083] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.604191] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.604286] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.604837] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605037] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.605308] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.605369] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.605472] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.605573] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.605718] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.605767] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.606033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.631578] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.632364] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.632364] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.632364] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.632528] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-66b51665-4d78-4e20-8031-956f27f93069 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.632735] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.632901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.633341] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.633532] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b51665-4d78-4e20-8031-956f27f93069',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.658455] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.658734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.658869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.659278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.659416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.659627] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.659731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.659792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.659964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.660088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.660135] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba already deleted. [ 606.660210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.715681] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.136288] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.136611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.136757] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.137158] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.137362] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.137571] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 66b51665-4d78-4e20-8031-956f27f93069 not found, creating... [ 607.137873] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.138067] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.138218] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.138448] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.138587] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.138903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.139532] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.139803] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140087] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140440] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 66b51665-4d78-4e20-8031-956f27f93069 is going to be created. [ 607.165953] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.166525] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.166715] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.167083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.167623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.167623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.217577] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.217777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.217824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.218198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.218302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.218409] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 is going to be created. [ 607.272887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.273065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.273115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.273334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.273529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.284843] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: UNINITIALIZED for 2s [ 607.600901] env[65325]: INFO networking_nsxv3.common.synchronization [None req-429106f8-89ec-4f92-bec8-4b48daead4a6 None None] Enqueued Resource ID: 9985cbb7-7a45-45e0-810b-b431083dbcaf with Priority: HIGHEST for action port [ 607.601483] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9985cbb7-7a45-45e0-810b-b431083dbcaf with Priority: HIGHEST for action port [ 607.601802] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9985cbb7-7a45-45e0-810b-b431083dbcaf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.601993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9985cbb7-7a45-45e0-810b-b431083dbcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.602067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9985cbb7-7a45-45e0-810b-b431083dbcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.602535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9985cbb7-7a45-45e0-810b-b431083dbcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.602535] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9985cbb7-7a45-45e0-810b-b431083dbcaf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.881085] env[65325]: INFO networking_nsxv3.common.synchronization [req-afd1d6ee-a92d-415e-b19a-2ad9c13d3db1 req-3c98a3ef-7fbc-4dd8-84a7-3db77b84d30c service nova] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_rules [ 607.881433] env[65325]: INFO networking_nsxv3.common.synchronization [req-afd1d6ee-a92d-415e-b19a-2ad9c13d3db1 req-3c98a3ef-7fbc-4dd8-84a7-3db77b84d30c service nova] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 607.881433] env[65325]: INFO networking_nsxv3.common.synchronization [req-afd1d6ee-a92d-415e-b19a-2ad9c13d3db1 req-3c98a3ef-7fbc-4dd8-84a7-3db77b84d30c service nova] Enqueued Resource ID: 66b51665-4d78-4e20-8031-956f27f93069 with Priority: HIGHEST for action port [ 607.882967] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_rules [ 607.883163] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 607.883267] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b51665-4d78-4e20-8031-956f27f93069 with Priority: HIGHEST for action port [ 607.883787] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.883933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.885445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.885747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.885830] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.886929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.886998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.887056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.887243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.887460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.892607] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.892607] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b51665-4d78-4e20-8031-956f27f93069 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.892607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.892607] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b51665-4d78-4e20-8031-956f27f93069',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.975674] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: SUCCESS [ 607.975674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.104711] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9985cbb7-7a45-45e0-810b-b431083dbcaf [ 608.104973] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.105112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.105179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.105401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.105510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.105609] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9985cbb7-7a45-45e0-810b-b431083dbcaf already deleted. [ 608.105689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9985cbb7-7a45-45e0-810b-b431083dbcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.389608] env[65325]: INFO networking_nsxv3.common.synchronization [req-c407c8fb-28f4-41df-bc87-538d1644a0a8 req-4d1c2aa7-1465-4c9a-bb0b-7ccc2f390d45 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 608.390202] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 608.390535] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.392123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.392175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.392423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.393087] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.393211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.393282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.393453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.393539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.393632] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.394772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.394928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.395355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b51665-4d78-4e20-8031-956f27f93069 with status ACTIVE [ 608.395355] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.395355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.395355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.395697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.395697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.395755] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.396186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.396186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.396186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.396323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.396398] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.396655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.396655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.396742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.396742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.399664] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b51665-4d78-4e20-8031-956f27f93069 is going to be updated. [ 608.399664] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.420231] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.420446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.420446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.420621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.420749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.420902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b51665-4d78-4e20-8031-956f27f93069" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.739679] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.739679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.739679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.739679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.740104] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740467] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.741092] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.741092] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.741256] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.741549] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.741753] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.741942] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.744019] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.744019] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.744019] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.744019] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.770776] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.770865] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.771034] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.771270] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.771668] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-1d172f95-c049-401b-9a84-95f0b300cbf4 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.771888] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.772046] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.772664] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.772664] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d172f95-c049-401b-9a84-95f0b300cbf4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.900920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.900920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.901331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.901331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.901331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.901676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.901676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.901676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.901797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.902680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902680] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 already deleted. [ 608.902680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.902680] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.278632] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.278632] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.278977] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.279351] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.279864] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.279864] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 1d172f95-c049-401b-9a84-95f0b300cbf4 not found, creating... [ 609.280095] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.280297] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.280435] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.281171] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.281870] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.282266] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.282494] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.282651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.282905] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.283091] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.283272] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 is going to be created. [ 609.294795] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: SUCCESS [ 609.295357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.295649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.296025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.296237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.296364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.296554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.296624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.296684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.296746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.296837] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.316035] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.316035] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.316035] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.317108] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.317515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.317930] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.404377] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.404568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.404633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.405129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.405234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.405340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be created. [ 609.448567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.448719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.448782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.449026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.449210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.472173] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: UNINITIALIZED for 2s [ 609.799058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.799302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.799422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.799767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.800034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.800199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.801667] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.802772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.802772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.802772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.802772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.802969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.802969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.803073] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.835886] env[65325]: INFO networking_nsxv3.common.synchronization [None req-e7954bb8-fe59-4e5f-b9d6-5c6eaaa69cdf None None] Enqueued Resource ID: 128075de-09e6-4943-b45c-839afaa05a80 with Priority: HIGHEST for action port [ 609.838459] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128075de-09e6-4943-b45c-839afaa05a80 with Priority: HIGHEST for action port [ 609.839139] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-128075de-09e6-4943-b45c-839afaa05a80 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.839243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128075de-09e6-4943-b45c-839afaa05a80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.839321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128075de-09e6-4943-b45c-839afaa05a80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.839591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128075de-09e6-4943-b45c-839afaa05a80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.840225] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128075de-09e6-4943-b45c-839afaa05a80',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.011118] env[65325]: INFO networking_nsxv3.common.synchronization [req-c407c8fb-28f4-41df-bc87-538d1644a0a8 req-9f815b2e-8890-4333-84f9-17d1605ec41b service nova] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 610.011118] env[65325]: INFO networking_nsxv3.common.synchronization [req-c407c8fb-28f4-41df-bc87-538d1644a0a8 req-9f815b2e-8890-4333-84f9-17d1605ec41b service nova] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 610.011118] env[65325]: INFO networking_nsxv3.common.synchronization [req-c407c8fb-28f4-41df-bc87-538d1644a0a8 req-9f815b2e-8890-4333-84f9-17d1605ec41b service nova] Enqueued Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 610.011118] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 610.011118] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 610.011558] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 610.011944] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.012314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.012455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.012849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.013022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.013957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.014689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.014689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.014689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.014689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.014689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.014689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.015414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.015414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.015414] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.019322] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d172f95-c049-401b-9a84-95f0b300cbf4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.019322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.019322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.019322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.019322] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d172f95-c049-401b-9a84-95f0b300cbf4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.273486] env[65325]: INFO networking_nsxv3.common.synchronization [req-1930a571-7ec8-4d1f-bb32-ea2d91faddf1 req-62d7c937-0114-4185-bde8-8a6c01d5961f tempest-VolumesAssistedSnapshotsTest-2088478385 tempest-VolumesAssistedSnapshotsTest-2088478385-project-member] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 610.274024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 610.274323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.274445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.274514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.274773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.275024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.277068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.277158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.277337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.277428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.277524] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.306216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 184ec5d6-f678-4096-bae3-0cef5c85d9d1: rpc.has_security_group_logging(os_id): False [ 610.324131] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.324284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.324352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.324560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.324650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.324835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.324975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.325049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.325168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.325286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.325441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.325534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.325593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.325731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.325803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.325976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.326087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.326562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.326562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.326562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.326562] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 is going to be created. [ 610.346612] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 128075de-09e6-4943-b45c-839afaa05a80 [ 610.346612] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.346612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.346612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.346612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.346612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.346612] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:128075de-09e6-4943-b45c-839afaa05a80 already deleted. [ 610.346612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128075de-09e6-4943-b45c-839afaa05a80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.402519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.402519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.402519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.402519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.402519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.418969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: IN_PROGRESS for 2s [ 610.520784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.520932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521130] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.522083] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d172f95-c049-401b-9a84-95f0b300cbf4 with status ACTIVE [ 610.522269] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.522382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.522446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.522647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.522732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.523834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.523834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.523834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.524255] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 is going to be updated. [ 610.557608] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.557919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.557919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.558720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.558720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.558720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.715590] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.717462] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-378" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.717462] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-378" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.719025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-378" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.719105] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.720044] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.720353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.721023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.721105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.721347] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.722193] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.722193] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.722193] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.722193] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.722193] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.722193] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.743159] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.743337] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.743472] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.743647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-378" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.743960] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-7ae4196b-9a35-4416-887a-97b2e3ea1203 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.744153] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.744267] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.744597] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.744732] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae4196b-9a35-4416-887a-97b2e3ea1203',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.781252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.781252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.781252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.781252] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d already deleted. [ 610.782028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.033340] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.253127] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 7ae4196b-9a35-4416-887a-97b2e3ea1203 not found, creating... [ 611.253127] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.253127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253799] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.253799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.254462] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.254786] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.256747] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 7ae4196b-9a35-4416-887a-97b2e3ea1203 is going to be created. [ 611.277315] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.277315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.277315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.277315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.277315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.277315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.485036] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.485036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.485036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.485036] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.535822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.535822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.535822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.535822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.535822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.535822] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be created. [ 611.578823] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.578823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.578823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.579155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.579155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.590176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: UNINITIALIZED for 2s [ 611.982707] env[65325]: INFO networking_nsxv3.common.synchronization [req-1930a571-7ec8-4d1f-bb32-ea2d91faddf1 req-90108cc0-ec81-45da-aad3-595e45d72ac9 service nova] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 611.982914] env[65325]: INFO networking_nsxv3.common.synchronization [req-1930a571-7ec8-4d1f-bb32-ea2d91faddf1 req-90108cc0-ec81-45da-aad3-595e45d72ac9 service nova] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 611.983078] env[65325]: INFO networking_nsxv3.common.synchronization [req-1930a571-7ec8-4d1f-bb32-ea2d91faddf1 req-90108cc0-ec81-45da-aad3-595e45d72ac9 service nova] Enqueued Resource ID: 7ae4196b-9a35-4416-887a-97b2e3ea1203 with Priority: HIGHEST for action port [ 611.983782] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_rules [ 611.983884] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 611.984026] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae4196b-9a35-4416-887a-97b2e3ea1203 with Priority: HIGHEST for action port [ 611.984334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.984551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.984551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.986155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.986155] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.986155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.986155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.986155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.986387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.986387] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.986387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.986503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.986641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.986688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.987055] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.987592] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae4196b-9a35-4416-887a-97b2e3ea1203 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.987708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.987751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.988660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.988660] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae4196b-9a35-4416-887a-97b2e3ea1203',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.989370] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.989452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.989511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.989666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.989811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.989903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.989963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.990117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.990196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.990275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.990411] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.990499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.990554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.990687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.990815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.990907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.990964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.991134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.991230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.991323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.991416] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.436321] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: SUCCESS [ 612.436766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.489719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.490704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.491546] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.494028] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae4196b-9a35-4416-887a-97b2e3ea1203 with status ACTIVE [ 612.494028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.494528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.494618] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496185] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496185] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae4196b-9a35-4416-887a-97b2e3ea1203 is going to be updated. [ 612.497755] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e5eef7-0ea8-4846-a165-00fc50137dba: rpc.has_security_group_logging(os_id): False [ 612.522863] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.523053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.523225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.523379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.523431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.524135] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.524374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.524374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.524587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.524685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.525294] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.525294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.525294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.525500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.525500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.525678] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.525950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.525950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.529286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.529286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.529286] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be created. [ 612.530831] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.530831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.530831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.530831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.530831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.531402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae4196b-9a35-4416-887a-97b2e3ea1203" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.601163] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.601537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.602468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.602725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.602984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.621470] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 612.999335] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.029659] env[65325]: INFO networking_nsxv3.common.synchronization [req-4f2d909a-95ba-468e-8c2a-6fa82cdb5173 req-92765846-c1cd-4281-81fa-178f39255194 tempest-DeleteServersAdminTestJSON-2084139713 tempest-DeleteServersAdminTestJSON-2084139713-project-admin] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 613.029907] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 613.030449] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.030579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.030647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.030846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.030991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.031255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.031514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.031602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.031693] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.501028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.502380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.502380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.502380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.502380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.502380] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d is going to be created. [ 613.530766] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.533991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.534431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.534624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.534984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.535183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.536054] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.536054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.536054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.536054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.536054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.538014] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be updated. [ 613.554321] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: UNINITIALIZED for 2s [ 613.588783] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.588783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.588783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.588783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.588783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.607574] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 613.607734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.607841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.608089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.608321] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.608428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.608536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.608638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.608863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.608863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.609017] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.614649] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 614.114327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.114648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.114855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.115243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.115521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.115615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.115615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.115764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.116324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.116324] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116511] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.116658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.116658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.116784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.116825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.116905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.117102] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.330179] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-69b68c9c-d4e2-4b3f-9c5f-a82db178360c tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 614.330452] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 614.331048] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.331182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.331369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.331491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.331900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.331900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.331900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.332169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.332169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.332169] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.619874] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 614.634037] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 614.634037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.643365] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.643365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.643365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.643365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.643849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.643849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.644133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.644225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.644457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.644985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.645246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.645246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.645375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.645473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.645659] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.645752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.645805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.645996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.646139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.646194] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be created. [ 614.721194] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-52693516-4cab-47f7-a064-c21bb32d53d8 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 614.721194] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 614.721194] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.721194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.729361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.729427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.729771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.730093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.745504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 614.835033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.835213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.835252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.835587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.835668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.836131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.836172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.836420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.836510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836600] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 already deleted. [ 614.836677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.837033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.837187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.837276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.837326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.837475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.837533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.837626] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.246159] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-91cc2311-6464-4a09-b894-cbdbc2aad76c tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 615.246159] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 615.246373] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.246860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.341654] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.341914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.343122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.343578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.343578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.343814] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.343952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.344038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.344245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.344346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.344437] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 already deleted. [ 615.344516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.345591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.347768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.348045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.348209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.348276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.348456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.348536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.348635] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.566578] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: SUCCESS [ 615.566835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.567109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.568034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.568034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.568034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.568034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.568034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.568375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.568375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.568375] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.626127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 615.626599] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 deletion is rescheduled due to dependency. [ 615.626599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.851965] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.852716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.852817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.853085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.853217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.853476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.853615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.853684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.853871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.853943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.854025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 already deleted. [ 615.854605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.014136] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.014380] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014524] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014937] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.015279] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.015491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.015631] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.015912] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.016127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.016387] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.016530] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.016661] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.016790] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.016920] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.017091] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.017264] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.045028] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.045273] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.045404] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.045643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.046069] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.046278] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.046410] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.046764] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.046888] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e205bcc-c875-4e9d-b57e-9ec894dcff6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.072532] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.551507] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.551774] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.552025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.552413] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.552741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.552969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 6e205bcc-c875-4e9d-b57e-9ec894dcff6a not found, creating... [ 616.553531] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.553646] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.553813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554166] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.554617] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.555468] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.555468] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.555468] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.555640] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.555830] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.556052] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 6e205bcc-c875-4e9d-b57e-9ec894dcff6a is going to be created. [ 616.576137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e14268b-d17c-47fa-b8f4-126a99c8fd3d: rpc.has_security_group_logging(os_id): False [ 616.588680] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.588964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.589166] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.589570] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.589880] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.590264] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.600224] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.600224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.600439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.600538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.600628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.600876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.600977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.601051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.601209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.601282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.601367] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d is going to be created. [ 616.693594] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.693938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.693938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.694052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.694266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.738143] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: IN_PROGRESS for 2s [ 616.764098] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 616.764098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-e4f75f64-f230-4bce-845f-05b98b2a34bb service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-e4f75f64-f230-4bce-845f-05b98b2a34bb service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-e4f75f64-f230-4bce-845f-05b98b2a34bb service nova] Enqueued Resource ID: 6e205bcc-c875-4e9d-b57e-9ec894dcff6a with Priority: HIGHEST for action port [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 617.385949] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e205bcc-c875-4e9d-b57e-9ec894dcff6a with Priority: HIGHEST for action port [ 617.385949] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.391100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.391737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.392085] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.393218] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.394836] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.394836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.394836] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.396257] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.396389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.396468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.396657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.396735] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e205bcc-c875-4e9d-b57e-9ec894dcff6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.721651] env[65325]: INFO networking_nsxv3.common.synchronization [req-b93e1c0a-5193-4895-b876-5166e1371b42 req-91861cd1-021e-45e8-ab23-9d474d96c4c1 tempest-ImagesOneServerTestJSON-1413741556 tempest-ImagesOneServerTestJSON-1413741556-project-member] Enqueued Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 617.722000] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 617.723157] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.723292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.723485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.729628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.729747] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.729895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.729975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.730205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.730320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.730445] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.898850] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.899939] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.900068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.900170] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e205bcc-c875-4e9d-b57e-9ec894dcff6a with status ACTIVE [ 617.900332] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.900441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.900507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.900706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.900791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.901202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.901202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.901202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.901347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.901347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.901492] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.905224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.905224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.905224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.905224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.905224] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e205bcc-c875-4e9d-b57e-9ec894dcff6a is going to be updated. [ 617.932868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.935026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.935026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.935259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.935259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.935560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e205bcc-c875-4e9d-b57e-9ec894dcff6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.233980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.234161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.234230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.234546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.234546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.234714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.234816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.234867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.235077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.235161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.235252] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82496030-360a-4042-bd62-0c97b5212c30 already deleted. [ 618.235360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.369308] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.369518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.369626] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.370097] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.370501] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.370698] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.370841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.371128] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.371377] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.371632] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.371851] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.372069] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.372214] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.372418] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.372569] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.372732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.393630] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.394135] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.394484] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.394657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.395088] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-23f33331-fc91-42d0-a2f3-2fab341a5f7f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.395571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395745] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.396118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.396333] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f33331-fc91-42d0-a2f3-2fab341a5f7f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.409016] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.411686] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-748 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.412086] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-748" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.412291] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-748" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.412678] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-748" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.413151] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.413461] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.413664] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.414315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.415596] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.415596] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.415596] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.415596] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.415596] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.415596] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.416450] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.416614] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.438438] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.438438] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.438683] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.438719] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-748" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.439011] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-ac90a277-bcda-441b-a4e8-c3a41d6bc898 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.439191] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.439303] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.439621] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.439751] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac90a277-bcda-441b-a4e8-c3a41d6bc898',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.755541] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: SUCCESS [ 618.755953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.899619] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.899842] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.899966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.900274] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.900428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.900575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 23f33331-fc91-42d0-a2f3-2fab341a5f7f not found, creating... [ 618.900829] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.900980] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.901104] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.901315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.901444] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.901713] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.901860] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.901970] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.902189] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.902316] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.902448] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 23f33331-fc91-42d0-a2f3-2fab341a5f7f is going to be created. [ 618.919359] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.919518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.919587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.919786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.919870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.920087] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be created. [ 618.922286] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.922460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.922581] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.922829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.923052] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.923265] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.942664] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.943253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.943253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.943253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.943453] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.943453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port ac90a277-bcda-441b-a4e8-c3a41d6bc898 not found, creating... [ 618.943689] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.943845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.943956] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.944206] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.944340] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.944728] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.944827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944950] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.945202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.945371] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.945512] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: ac90a277-bcda-441b-a4e8-c3a41d6bc898 is going to be created. [ 618.947380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.947523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.947611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.947722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.947885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.963500] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: UNINITIALIZED for 2s [ 618.971936] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.972166] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.972283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.972560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.972778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.973015] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613699] env[65325]: INFO networking_nsxv3.common.synchronization [req-b93e1c0a-5193-4895-b876-5166e1371b42 req-7e127d63-6f24-45b9-bbfb-bbb414ab9f3c service nova] Enqueued Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_rules [ 619.614494] env[65325]: INFO networking_nsxv3.common.synchronization [req-b93e1c0a-5193-4895-b876-5166e1371b42 req-7e127d63-6f24-45b9-bbfb-bbb414ab9f3c service nova] Enqueued Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 619.614494] env[65325]: INFO networking_nsxv3.common.synchronization [req-b93e1c0a-5193-4895-b876-5166e1371b42 req-7e127d63-6f24-45b9-bbfb-bbb414ab9f3c service nova] Enqueued Resource ID: 23f33331-fc91-42d0-a2f3-2fab341a5f7f with Priority: HIGHEST for action port [ 619.614660] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_rules [ 619.614660] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 619.614836] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f33331-fc91-42d0-a2f3-2fab341a5f7f with Priority: HIGHEST for action port [ 619.615082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.615267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.615267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.615516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.615604] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.616423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.616560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.616636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.616832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.617243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.617243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.617243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.617357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.617389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.617500] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.618237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-23f33331-fc91-42d0-a2f3-2fab341a5f7f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.621635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.621723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.621891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.621965] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f33331-fc91-42d0-a2f3-2fab341a5f7f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.687793] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-08e611d2-6c4e-4f3e-952d-4c55cc2df5fd service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 619.687939] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-08e611d2-6c4e-4f3e-952d-4c55cc2df5fd service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 619.688109] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-08e611d2-6c4e-4f3e-952d-4c55cc2df5fd service nova] Enqueued Resource ID: ac90a277-bcda-441b-a4e8-c3a41d6bc898 with Priority: HIGHEST for action port [ 619.688718] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 619.688880] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 619.689155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac90a277-bcda-441b-a4e8-c3a41d6bc898 with Priority: HIGHEST for action port [ 619.689533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.689645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.690273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.690273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.690273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac90a277-bcda-441b-a4e8-c3a41d6bc898 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.690427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.690427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.690566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.690676] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac90a277-bcda-441b-a4e8-c3a41d6bc898',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.125403] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.126188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.126327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.126464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23f33331-fc91-42d0-a2f3-2fab341a5f7f with status ACTIVE [ 620.126627] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.126720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.126782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.126984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.127122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.127312] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.127436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.127481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.127606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.128174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.128174] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.128174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.128174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.128316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.128316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.128382] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23f33331-fc91-42d0-a2f3-2fab341a5f7f is going to be updated. [ 620.165455] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.165829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.165829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.165829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.165975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.166212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23f33331-fc91-42d0-a2f3-2fab341a5f7f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.192525] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac90a277-bcda-441b-a4e8-c3a41d6bc898 with status ACTIVE [ 620.192860] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.193084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.193202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.193562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.193659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.193929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.194120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.194236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.194500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.194606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.194884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.195086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.195191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.195399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.195515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.195637] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac90a277-bcda-441b-a4e8-c3a41d6bc898 is going to be updated. [ 620.239712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.240039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.240123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.240419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.240645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.240894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac90a277-bcda-441b-a4e8-c3a41d6bc898" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.631076] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.781613] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.781808] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.781924] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.782202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.782529] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.782645] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.782707] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.782912] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.783060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.783297] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.783651] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.783651] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.783651] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.783651] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.783886] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.783886] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.803280] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.803440] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.803570] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.803743] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-141" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.804061] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-c8b36251-0241-4a1e-ada7-cb09f122ff28 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.804228] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.804645] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.804731] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.805407] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b36251-0241-4a1e-ada7-cb09f122ff28',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.974279] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 620.974517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.974713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.975030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.975244] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.975365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.975432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.975670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.975670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.975774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.975843] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.977860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.977860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.977860] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.978052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.978052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.978118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.978214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.978310] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.980032] env[65325]: INFO networking_nsxv3.common.synchronization [None req-25359706-f687-4d63-be5b-4cc268f76279 None None] Enqueued Resource ID: 67ccf306-a381-4e2e-ac51-dd535544d2d2 with Priority: HIGHEST for action port [ 620.981188] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ccf306-a381-4e2e-ac51-dd535544d2d2 with Priority: HIGHEST for action port [ 620.981188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ccf306-a381-4e2e-ac51-dd535544d2d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.981188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ccf306-a381-4e2e-ac51-dd535544d2d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.981188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ccf306-a381-4e2e-ac51-dd535544d2d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.981400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ccf306-a381-4e2e-ac51-dd535544d2d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.981492] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ccf306-a381-4e2e-ac51-dd535544d2d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.135058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.136099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.136099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.136099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.136099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.136099] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82496030-360a-4042-bd62-0c97b5212c30 is going to be created. [ 621.162469] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.162778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.162778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.162951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.163117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.172733] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: UNINITIALIZED for 2s [ 621.308242] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.308491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.308607] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.308896] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.309056] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.309210] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port c8b36251-0241-4a1e-ada7-cb09f122ff28 not found, creating... [ 621.309496] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.309647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.309757] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.309982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.310135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.310532] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.310648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.310726] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.311011] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.311151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.311290] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: c8b36251-0241-4a1e-ada7-cb09f122ff28 is going to be created. [ 621.335953] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.336205] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.336302] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.336571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.336790] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.337033] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.480987] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.483865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.483865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485069] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ccf306-a381-4e2e-ac51-dd535544d2d2 [ 621.485287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.485695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.485695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.486659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.486659] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ccf306-a381-4e2e-ac51-dd535544d2d2 already deleted. [ 621.486659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ccf306-a381-4e2e-ac51-dd535544d2d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.986387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.049225] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-5520f3f4-0681-460d-8e48-759497c23f34 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 622.050774] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-5520f3f4-0681-460d-8e48-759497c23f34 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 622.050774] env[65325]: INFO networking_nsxv3.common.synchronization [req-6793ac8d-f315-4476-9841-7fb2332d1776 req-5520f3f4-0681-460d-8e48-759497c23f34 service nova] Enqueued Resource ID: c8b36251-0241-4a1e-ada7-cb09f122ff28 with Priority: HIGHEST for action port [ 622.050774] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 622.050774] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 622.050774] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b36251-0241-4a1e-ada7-cb09f122ff28 with Priority: HIGHEST for action port [ 622.050774] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.051179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.051276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.051377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.051586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b36251-0241-4a1e-ada7-cb09f122ff28 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.051714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.051847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.052060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.052168] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b36251-0241-4a1e-ada7-cb09f122ff28',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.492808] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.492808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.492808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.492808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.492808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.492808] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 622.527534] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.527621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.527920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.528189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.540630] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 622.554132] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8b36251-0241-4a1e-ada7-cb09f122ff28 with status ACTIVE [ 622.554377] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.554554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.554593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.555493] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.555493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.555832] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.555832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.555832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.556940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.556940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.556940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8b36251-0241-4a1e-ada7-cb09f122ff28 is going to be updated. [ 622.591888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.592049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.592486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.592486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.592486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.592654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b36251-0241-4a1e-ada7-cb09f122ff28" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.741019] env[65325]: INFO networking_nsxv3.common.synchronization [None req-6020a4bd-dfa6-4f16-879b-6d35852b0bea None None] Enqueued Resource ID: 44819069-0fab-45a1-9f8a-77859a7b374f with Priority: HIGHEST for action port [ 622.741293] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44819069-0fab-45a1-9f8a-77859a7b374f with Priority: HIGHEST for action port [ 622.741856] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-44819069-0fab-45a1-9f8a-77859a7b374f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.741994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44819069-0fab-45a1-9f8a-77859a7b374f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44819069-0fab-45a1-9f8a-77859a7b374f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.742362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44819069-0fab-45a1-9f8a-77859a7b374f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.742445] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44819069-0fab-45a1-9f8a-77859a7b374f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.047500] env[65325]: INFO networking_nsxv3.common.synchronization [None req-59c30023-8bee-42ba-b5d2-d373a0323aeb tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 623.048232] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 623.048555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.048697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.048763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.049078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.049273] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.185699] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: SUCCESS [ 623.186074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.187119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.188130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.188130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.188130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.188330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.188982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.189113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.189284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.189401] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.245879] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44819069-0fab-45a1-9f8a-77859a7b374f [ 623.245879] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.245879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.245879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.245879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.245879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246686] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44819069-0fab-45a1-9f8a-77859a7b374f already deleted. [ 623.246686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44819069-0fab-45a1-9f8a-77859a7b374f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.327464] env[65325]: INFO networking_nsxv3.common.synchronization [None req-d16ad2ca-a34a-4417-82ee-1ce6d089afb1 None None] Enqueued Resource ID: 3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d with Priority: HIGHEST for action port [ 623.327464] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d with Priority: HIGHEST for action port [ 623.327464] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.329485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.329485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.329485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.329485] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.571088] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.571598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.571598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.571598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.571598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.571866] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde already deleted. [ 623.571866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.693217] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.693491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.693543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.693813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.694051] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.694188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.694284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.694472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.694589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.694708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.694902] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.695038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.695124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.695602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.695602] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.695726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.695726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.695883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.695986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.696222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.696975] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.830998] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d [ 623.831277] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.831526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.832205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.832892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.832892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.832892] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d already deleted. [ 623.832892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb3c3c9-6785-4d41-a4f9-fc92e727ef4d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.853099] env[65325]: INFO networking_nsxv3.common.synchronization [None req-75a73282-abcc-4947-a8b3-ac5963ac06ee tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 623.853099] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 623.853099] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.853099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.853099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.853099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.853099] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.200526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82496030-360a-4042-bd62-0c97b5212c30: rpc.has_security_group_logging(os_id): False [ 624.221180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.224110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.224110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.224110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.224523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.224523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.224523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.224523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.224523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.224523] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82496030-360a-4042-bd62-0c97b5212c30 is going to be created. [ 624.295237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.295237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.295237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.308008] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: IN_PROGRESS for 2s [ 624.382700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.382932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.382932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.383269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.383389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.383493] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde already deleted. [ 624.383575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.552262] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 624.554551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.554731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.555043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.555315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.555315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.555544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.555544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.555620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.555709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.555865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.555940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.556434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.556434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.556434] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.556434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.556434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.556651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.556959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.557039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.557207] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.558213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.558351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.559144] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.559144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.559144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.559144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.559144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559144] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.761737] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a9ad2a20-209f-41ab-a21a-d2990098006b None None] Enqueued Resource ID: 3b3734c0-3a4c-4cb9-9f62-71d129eb3e01 with Priority: HIGHEST for action port [ 624.762322] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3734c0-3a4c-4cb9-9f62-71d129eb3e01 with Priority: HIGHEST for action port [ 624.762625] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3734c0-3a4c-4cb9-9f62-71d129eb3e01 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.762741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3734c0-3a4c-4cb9-9f62-71d129eb3e01" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.762808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3734c0-3a4c-4cb9-9f62-71d129eb3e01" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.764906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3734c0-3a4c-4cb9-9f62-71d129eb3e01" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.765096] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3734c0-3a4c-4cb9-9f62-71d129eb3e01',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.063269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ac2628-b96b-4a3c-ae23-911347152df0: rpc.has_security_group_logging(os_id): False [ 625.063269] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.088681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.088851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.088926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.089526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.089526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.089526] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.089795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.089795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.089880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.089957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.095883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.095883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.095883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.095883] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be created. [ 625.167221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.167221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.167221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.167221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.167221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.178620] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 625.268124] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b3734c0-3a4c-4cb9-9f62-71d129eb3e01 [ 625.269281] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.269281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.269281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.269281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.269281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.269281] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b3734c0-3a4c-4cb9-9f62-71d129eb3e01 already deleted. [ 625.269281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3734c0-3a4c-4cb9-9f62-71d129eb3e01" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.568708] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.071181] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.071636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.071636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.072431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.072431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.072431] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 626.107950] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.119629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 626.326384] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: SUCCESS [ 626.326618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.629204] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1f8286ac-b0b5-40ab-aeb9-bbaa413984ea None None] Enqueued Resource ID: f72e3d1b-1af7-489e-8bfb-83726db55a51 with Priority: HIGHEST for action port [ 626.629204] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72e3d1b-1af7-489e-8bfb-83726db55a51 with Priority: HIGHEST for action port [ 626.629204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72e3d1b-1af7-489e-8bfb-83726db55a51 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.629204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72e3d1b-1af7-489e-8bfb-83726db55a51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.629204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72e3d1b-1af7-489e-8bfb-83726db55a51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.629204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72e3d1b-1af7-489e-8bfb-83726db55a51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.629204] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72e3d1b-1af7-489e-8bfb-83726db55a51',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.131941] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f72e3d1b-1af7-489e-8bfb-83726db55a51 [ 627.132334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.132441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.132441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.132672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.132776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.132844] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f72e3d1b-1af7-489e-8bfb-83726db55a51 already deleted. [ 627.132924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72e3d1b-1af7-489e-8bfb-83726db55a51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.194342] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 627.194342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.194342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.194342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.194342] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.535383] env[65325]: INFO networking_nsxv3.common.synchronization [None req-2aa42560-45d3-4583-adf3-eef3a4552896 None None] Enqueued Resource ID: 98285e0e-0214-4e44-8cc6-a7aec81d33a1 with Priority: HIGHEST for action port [ 627.535383] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98285e0e-0214-4e44-8cc6-a7aec81d33a1 with Priority: HIGHEST for action port [ 627.535383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-98285e0e-0214-4e44-8cc6-a7aec81d33a1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.535383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98285e0e-0214-4e44-8cc6-a7aec81d33a1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.535383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98285e0e-0214-4e44-8cc6-a7aec81d33a1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.535383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98285e0e-0214-4e44-8cc6-a7aec81d33a1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.535383] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98285e0e-0214-4e44-8cc6-a7aec81d33a1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.698767] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.698956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98285e0e-0214-4e44-8cc6-a7aec81d33a1 [ 628.037933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.037933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.037933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.037933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.037933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.037933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98285e0e-0214-4e44-8cc6-a7aec81d33a1 already deleted. [ 628.037933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98285e0e-0214-4e44-8cc6-a7aec81d33a1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136544] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 628.136834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.137029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.137326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.137887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.137887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.137887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138221] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.641862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.644574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.644709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.644955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.645180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.645298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.645360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.645542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.645628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.645714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.645884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.645973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.646037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.646281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.646417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.646505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.646624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.646694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.646764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.646838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.646921] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.149737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ac2628-b96b-4a3c-ae23-911347152df0: rpc.has_security_group_logging(os_id): False [ 629.171383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.171588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.171675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.171851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.171959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.173086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.175052] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.175052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.175828] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.175828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.175828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.175828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.175828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.175828] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 629.179564] env[65325]: INFO networking_nsxv3.common.synchronization [None req-46117c65-ddb8-4195-9ca1-9908477ca501 tempest-ServerActionsV293TestJSON-452547948 tempest-ServerActionsV293TestJSON-452547948-project-member] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 629.180594] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 629.180594] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.181013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.181013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.181097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.181128] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.246404] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.246404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.246404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.246690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.246918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.264588] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 629.364481] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3b68a549-b738-4559-86e4-906dc71b6d5f tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 629.365326] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 629.366422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.366595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.366700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.366995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.367139] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.668674] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b6c27e8b-bd1a-4492-98f1-7099763b5a3d None None] Enqueued Resource ID: edf0f2bd-9590-4617-abeb-7bc8d9355837 with Priority: HIGHEST for action port [ 629.668674] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf0f2bd-9590-4617-abeb-7bc8d9355837 with Priority: HIGHEST for action port [ 629.669908] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf0f2bd-9590-4617-abeb-7bc8d9355837 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf0f2bd-9590-4617-abeb-7bc8d9355837" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf0f2bd-9590-4617-abeb-7bc8d9355837" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.670154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf0f2bd-9590-4617-abeb-7bc8d9355837" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.670207] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf0f2bd-9590-4617-abeb-7bc8d9355837',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.708038] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.708038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.708038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.708038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.708038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.708038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd already deleted. [ 629.708038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735200] env[65325]: INFO networking_nsxv3.common.synchronization [None req-19bd2e94-4129-4bc9-8b94-47681165b7e2 tempest-ServerActionsV293TestJSON-452547948 tempest-ServerActionsV293TestJSON-452547948-project-member] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 629.736038] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 629.736576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.736726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.736790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.736986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.737075] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.894187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.894419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.894506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.894783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.894909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.895038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 already deleted. [ 629.895132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.985611] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b60e6c1d-5bd9-430d-90a8-02b102c36e52 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 629.986781] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 629.987252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.987388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.987454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.987714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.987714] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.172243] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf0f2bd-9590-4617-abeb-7bc8d9355837 [ 630.173973] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.173973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.173973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.173973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.173973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.173973] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf0f2bd-9590-4617-abeb-7bc8d9355837 already deleted. [ 630.173973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf0f2bd-9590-4617-abeb-7bc8d9355837" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.256968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.257116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.257173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.257426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.258060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.258060] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd already deleted. [ 630.258060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.511521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.511698] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.511770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.511995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.512126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.512228] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 already deleted. [ 630.512323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.164502] env[65325]: INFO networking_nsxv3.common.synchronization [req-a8f581e1-f97e-4e6e-9ae1-d6a2ff9691bb req-1db91865-d727-4d42-8406-7ff5497fc3e3 tempest-TenantUsagesTestJSON-1070578935 tempest-TenantUsagesTestJSON-1070578935-project-member] Enqueued Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 631.165185] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGHEST for action security_group_members [ 631.165519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.165659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.167814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168329] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.168401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.168454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.168888] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.280967] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 631.281298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.281486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.281731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.281842] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.458368] env[65325]: INFO networking_nsxv3.common.synchronization [req-fb1cd1be-5bef-4da7-8425-93880c152a7e req-4fb15421-193e-4194-bc7b-eca7461ce7c4 tempest-InstanceActionsV221TestJSON-28795732 tempest-InstanceActionsV221TestJSON-28795732-project-member] Enqueued Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 631.458924] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGHEST for action security_group_members [ 631.460803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.460803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.460803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.460803] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.559732] env[65325]: INFO networking_nsxv3.common.synchronization [None req-fcb93d3f-a3e9-4e26-ab14-a76535a8405c None None] Enqueued Resource ID: edf46ef0-727e-4f5a-b0f6-5389bb58647d with Priority: HIGHEST for action port [ 631.560247] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf46ef0-727e-4f5a-b0f6-5389bb58647d with Priority: HIGHEST for action port [ 631.560547] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf46ef0-727e-4f5a-b0f6-5389bb58647d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.560659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf46ef0-727e-4f5a-b0f6-5389bb58647d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.560728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf46ef0-727e-4f5a-b0f6-5389bb58647d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.560984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf46ef0-727e-4f5a-b0f6-5389bb58647d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.564211] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf46ef0-727e-4f5a-b0f6-5389bb58647d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.661100] env[65325]: INFO networking_nsxv3.common.synchronization [req-4ce24b99-3c49-4c40-9546-071917a2ada5 req-190d3108-0b50-4da7-84ff-f42e6a63f75f tempest-DeleteServersAdminTestJSON-1335678475 tempest-DeleteServersAdminTestJSON-1335678475-project-member] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 631.661540] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 631.661873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.662021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.662105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.662313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.662470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.662569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.662631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.662773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.662996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.662996] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.670604] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.670921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.670921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.671168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.671298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.671477] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.671578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.671639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.671865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.671958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.672190] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 is going to be updated. [ 631.707838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.708444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.708444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.712549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.712549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.716236] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1e4a6d8f-74b3-46c6-881c-54f6699bc11e None None] Enqueued Resource ID: cf12e1fb-2c8a-4257-b086-872303fe2172 with Priority: HIGHEST for action port [ 631.717115] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf12e1fb-2c8a-4257-b086-872303fe2172 with Priority: HIGHEST for action port [ 631.717623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf12e1fb-2c8a-4257-b086-872303fe2172 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.717930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf12e1fb-2c8a-4257-b086-872303fe2172" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.718329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf12e1fb-2c8a-4257-b086-872303fe2172" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.721992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf12e1fb-2c8a-4257-b086-872303fe2172" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.721992] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf12e1fb-2c8a-4257-b086-872303fe2172',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.721992] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: IN_PROGRESS for 2s [ 631.785822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.786039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.786103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.786400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.786523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.786626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.786701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.786852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.786940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.787040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.787198] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.965311] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.968756] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.968756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.968756] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 is going to be updated. [ 632.002404] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.002404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.002404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.002404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.002404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.015377] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: IN_PROGRESS for 2s [ 632.066767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf46ef0-727e-4f5a-b0f6-5389bb58647d [ 632.068109] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.068109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.068259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.068530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.068636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.068742] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf46ef0-727e-4f5a-b0f6-5389bb58647d already deleted. [ 632.068826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf46ef0-727e-4f5a-b0f6-5389bb58647d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.166103] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.166269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.166315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.166546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.166644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167055] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.167055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.167055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.167296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.167296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.167414] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be updated. [ 632.199715] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.200545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.200649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.200935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.201113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.211340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 632.225140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf12e1fb-2c8a-4257-b086-872303fe2172 [ 632.225607] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.225902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.226113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.226477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.226684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.226884] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf12e1fb-2c8a-4257-b086-872303fe2172 already deleted. [ 632.227255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf12e1fb-2c8a-4257-b086-872303fe2172" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.242417] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.246627] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.247195] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.247790] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.247790] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.247961] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.248162] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.248455] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.248619] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.248847] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.249015] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.249284] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.249453] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.249620] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.249765] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.249937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.273359] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.276021] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.276021] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.276021] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.276021] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-e914ba03-2cbd-4428-8e58-3d6caa8de767 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.276021] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.276021] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.276021] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.276021] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e914ba03-2cbd-4428-8e58-3d6caa8de767',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.292851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.292851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.292851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.292851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.294147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.294545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.295091] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.295454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.295807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.296286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.297646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.297646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.297646] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.780596] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.780878] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.780996] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.781305] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.781455] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.781624] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port e914ba03-2cbd-4428-8e58-3d6caa8de767 not found, creating... [ 632.781920] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.782142] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.782183] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.782393] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.782522] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.782893] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.783066] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.783179] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.783382] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.783524] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.784785] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: e914ba03-2cbd-4428-8e58-3d6caa8de767 is going to be created. [ 632.799548] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ac2628-b96b-4a3c-ae23-911347152df0: rpc.has_security_group_logging(os_id): False [ 632.808118] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.808560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.808713] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.809016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.809516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.809792] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.821944] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.822132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.822132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.822344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.822444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.822927] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.822927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.822927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.823186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.823186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.823249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.823297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.823364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.823507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.823578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.823750] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.823840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.823900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.824255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.824444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.824824] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 632.934890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.935138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.935191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.935384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.935579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.958791] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 633.498176] env[65325]: INFO networking_nsxv3.common.synchronization [req-4ce24b99-3c49-4c40-9546-071917a2ada5 req-4cae8dd3-5913-43dd-bef1-46bcf8fefd4c service nova] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_rules [ 633.498512] env[65325]: INFO networking_nsxv3.common.synchronization [req-4ce24b99-3c49-4c40-9546-071917a2ada5 req-4cae8dd3-5913-43dd-bef1-46bcf8fefd4c service nova] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 633.498512] env[65325]: INFO networking_nsxv3.common.synchronization [req-4ce24b99-3c49-4c40-9546-071917a2ada5 req-4cae8dd3-5913-43dd-bef1-46bcf8fefd4c service nova] Enqueued Resource ID: e914ba03-2cbd-4428-8e58-3d6caa8de767 with Priority: HIGHEST for action port [ 633.499022] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_rules [ 633.499247] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 633.499353] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e914ba03-2cbd-4428-8e58-3d6caa8de767 with Priority: HIGHEST for action port [ 633.499637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.499763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.499827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.500057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.500199] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.503707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.503707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.503707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e914ba03-2cbd-4428-8e58-3d6caa8de767 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.503707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.503707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.503707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.503707] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e914ba03-2cbd-4428-8e58-3d6caa8de767',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.735905] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 in Status: SUCCESS [ 633.736383] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 deletion is rescheduled due to dependency. [ 633.736577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.005467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006518] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e914ba03-2cbd-4428-8e58-3d6caa8de767 with status ACTIVE [ 634.006518] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008088] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.008088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008342] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.008933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.008933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.008933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e914ba03-2cbd-4428-8e58-3d6caa8de767 is going to be updated. [ 634.027823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 in Status: SUCCESS [ 634.028337] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 deletion is rescheduled due to dependency. [ 634.028586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.035888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.035888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.035888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.035888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.035888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.035888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e914ba03-2cbd-4428-8e58-3d6caa8de767" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.227812] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 634.228094] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 deletion is rescheduled due to dependency. [ 634.228177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.228349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.228600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.228775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.228982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.228982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.229172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.229227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.229356] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.733906] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.839464] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3c701ee0-c01a-4fa3-bc43-656af766c3b7 None None] Enqueued Resource ID: 08958282-32ce-4d94-8c15-1ada36ce76ab with Priority: HIGHEST for action port [ 634.840487] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08958282-32ce-4d94-8c15-1ada36ce76ab with Priority: HIGHEST for action port [ 634.840648] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-08958282-32ce-4d94-8c15-1ada36ce76ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.840714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08958282-32ce-4d94-8c15-1ada36ce76ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.840770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08958282-32ce-4d94-8c15-1ada36ce76ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.843322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08958282-32ce-4d94-8c15-1ada36ce76ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.843322] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08958282-32ce-4d94-8c15-1ada36ce76ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.977777] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 634.977777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.238209] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.343800] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08958282-32ce-4d94-8c15-1ada36ce76ab [ 635.344052] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.344190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.344259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.344459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.344560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.344647] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08958282-32ce-4d94-8c15-1ada36ce76ab already deleted. [ 635.344749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08958282-32ce-4d94-8c15-1ada36ce76ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.732306] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 635.732592] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 635.733046] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 635.733201] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 635.733425] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.733540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.733652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.733824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.734627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.734627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.734627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.734980] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.735695] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.735695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.735695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.735963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.736098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.736239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.736239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.736392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.736508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.736585] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.741056] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.741248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.741248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.741929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.741929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.741929] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be updated. [ 635.778770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.779040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.779040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.779193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.779651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.785118] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 635.785278] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 635.785413] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_rules [ 635.785534] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 635.785654] env[65325]: INFO networking_nsxv3.common.synchronization [req-2524d65f-dbef-4b9b-9587-c31a47964ddd req-26a08203-c66f-46d6-a0a8-38a1a1e56530 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 635.787028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 635.787028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_rules [ 635.787028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 635.787028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 635.787268] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 635.787586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.787586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.787749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.787871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.787906] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.789520] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.789520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.789520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.789520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.789520] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.790690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d172f95-c049-401b-9a84-95f0b300cbf4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.790690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.790690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.790935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.790970] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d172f95-c049-401b-9a84-95f0b300cbf4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.791734] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.791819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.792134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.792234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.809013] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 635.890971] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ac5b493b-d1d2-4630-b28e-5c3324a1e73b tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 635.891605] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 635.891884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.892069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.892150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.892423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.892502] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.000993] env[65325]: INFO networking_nsxv3.common.synchronization [None req-26e0a618-17e4-451a-9fd3-88404940d4dc tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 636.001573] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 636.001882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.001992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.150976] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8fbdf8c8-e491-4f4c-be3a-277330f8aaee None None] Enqueued Resource ID: d30d3046-9b37-4ead-be5a-f3db7149aa4b with Priority: HIGHEST for action port [ 636.150976] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30d3046-9b37-4ead-be5a-f3db7149aa4b with Priority: HIGHEST for action port [ 636.152525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30d3046-9b37-4ead-be5a-f3db7149aa4b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30d3046-9b37-4ead-be5a-f3db7149aa4b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30d3046-9b37-4ead-be5a-f3db7149aa4b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.153050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30d3046-9b37-4ead-be5a-f3db7149aa4b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.153144] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30d3046-9b37-4ead-be5a-f3db7149aa4b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.238304] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.239159] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.296499] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d172f95-c049-401b-9a84-95f0b300cbf4 with status ACTIVE [ 636.296499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.296499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.296712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.296787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.296876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.297098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.297211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.297325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.297436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.299016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.299016] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.299016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.299016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.299016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.299016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.299016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 is going to be updated. [ 636.299573] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.300240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.300739] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.300739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.327622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.327622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.327622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.327622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.327622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.327622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.429217] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.429431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.429543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.429800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.429926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.430405] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf already deleted. [ 636.430551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.430739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.431052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.431173] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.657417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30d3046-9b37-4ead-be5a-f3db7149aa4b [ 636.660236] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.660236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.660236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.660236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.660236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.660236] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30d3046-9b37-4ead-be5a-f3db7149aa4b already deleted. [ 636.660236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30d3046-9b37-4ead-be5a-f3db7149aa4b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.743527] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.744511] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.958096] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.958437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.958623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.959151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.959364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.959545] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf already deleted. [ 636.959707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.246867] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.247979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.247979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.247979] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 637.249166] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.249524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.249610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.249718] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be created. [ 637.284414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.284414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.284414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.284414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.284414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.286603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.286850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.286942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.287593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.288366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.307320] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 637.307607] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: UNINITIALIZED for 2s [ 637.387856] env[65325]: INFO networking_nsxv3.common.synchronization [None req-e041fb1f-0bc5-412c-a176-feddc2269d34 None None] Enqueued Resource ID: 4461fb59-dc39-49d7-8422-a60376d1561e with Priority: HIGHEST for action port [ 637.388562] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fb59-dc39-49d7-8422-a60376d1561e with Priority: HIGHEST for action port [ 637.388932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4461fb59-dc39-49d7-8422-a60376d1561e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.389743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4461fb59-dc39-49d7-8422-a60376d1561e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.389885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4461fb59-dc39-49d7-8422-a60376d1561e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.390385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4461fb59-dc39-49d7-8422-a60376d1561e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.390558] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4461fb59-dc39-49d7-8422-a60376d1561e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.820803] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 637.821142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.821368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.821745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.822516] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.822516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.822714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.822907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824506] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.893590] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4461fb59-dc39-49d7-8422-a60376d1561e [ 637.894252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.894252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.894252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.894621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.894891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.895015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4461fb59-dc39-49d7-8422-a60376d1561e already deleted. [ 637.896210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4461fb59-dc39-49d7-8422-a60376d1561e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.327028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.327028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.327028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.327028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.328285] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.328285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.328285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.328285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.329482] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.329482] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.329954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.330881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.330881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.330881] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.648337] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 638.649152] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 638.649152] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 638.649663] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 638.649815] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 638.649962] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 638.650668] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.650668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.650668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.650668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.650876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.650931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.651040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.651300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.651300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.651486] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.653154] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.653154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.653154] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.653154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [req-6c72fc18-d7e1-468f-9d79-ca7b8c106569 req-799e4963-f0f8-4135-9525-b6a5423ee761 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 with Priority: HIGHEST for action port [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_rules [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 638.721614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.721614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.722431] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.722431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.722431] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.722431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.722431] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d172f95-c049-401b-9a84-95f0b300cbf4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.722431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.722431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.723689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.723689] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d172f95-c049-401b-9a84-95f0b300cbf4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.723689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.723689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.723689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.723929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.723966] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.724737] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.724826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.725000] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.725093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.841981] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20e5737-15a1-4c22-8cf7-9d046bf839c2: rpc.has_security_group_logging(os_id): False [ 638.866606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.867217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.867217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.867217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.867217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.867444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.867505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.867608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.867754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.867822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.868019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.868125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.868191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.868340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.868414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.868623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.868721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.868780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.868929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.869129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.869129] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be updated. [ 638.938337] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.939523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.939523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.939727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.939907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.956738] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 639.155050] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.226299] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d172f95-c049-401b-9a84-95f0b300cbf4 with status ACTIVE [ 639.227822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.227822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.228033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.228135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.228228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.228482] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.228603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.228664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.228836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.228918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.229131] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.229222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.229259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.231069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.231069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.231069] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d172f95-c049-401b-9a84-95f0b300cbf4 is going to be updated. [ 639.232493] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.232493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.256197] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.256399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.256476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.256747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.256910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.257519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d172f95-c049-401b-9a84-95f0b300cbf4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.329219] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 639.329482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.329782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.329925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.330139] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.330281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.330360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.330516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.330593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.330681] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.334015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 639.334239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.334723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.334723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.334817] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.334924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.334979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.335243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.335347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.335424] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.656946] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.792499] env[65325]: INFO networking_nsxv3.common.synchronization [req-347018e3-9c14-4a9e-9982-84bc391b36a8 req-b4f873d6-a8de-4bd7-8c46-afa85cc42433 tempest-ServerAddressesTestJSON-1038078481 tempest-ServerAddressesTestJSON-1038078481-project-member] Enqueued Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 639.793065] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGHEST for action security_group_members [ 639.793807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.793807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.793807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.793807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.794055] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.794055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.794151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.794240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.794306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.794397] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.834208] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.839661] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.160091] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.160091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.160091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.160505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.160505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.160575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafccbc7-efd5-4116-b2e7-64098812466b is going to be created. [ 640.200564] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.201185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.201185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.201185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.201408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.213701] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: UNINITIALIZED for 2s [ 640.296744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.296845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.296902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.297102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.297199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.297445] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.297569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.297627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.298367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.298367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.298367] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece is going to be updated. [ 640.335882] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.341362] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.341551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.341613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.341827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.342330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.343180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.354691] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: IN_PROGRESS for 2s [ 640.832339] env[65325]: INFO networking_nsxv3.common.synchronization [req-be98ecec-8abb-4c5a-8f4e-24240d7f2dca req-eb72d6b2-c9cc-42ce-b32f-46c065d00fce tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 640.832932] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 640.833280] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834242] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.835220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.835360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.835482] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.838511] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.838635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.840370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.841034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.841034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.841034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 640.847163] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.847429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.847530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.847786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.847910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.848055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 640.884436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.884619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.884680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.885341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.885341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.887061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.887218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.887327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.887553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.887717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.901629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 640.903393] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 640.975617] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 640.975858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.326895] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.327557] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.327739] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.328131] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.328599] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.328778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.328893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.329153] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.329297] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.329504] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.329642] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.329771] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.329876] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.329987] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.330101] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.330231] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.339274] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.339607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.339665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.339880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.339978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.340199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.340291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.340354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.340507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.340581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.340667] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde already deleted. [ 641.340744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.354448] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.354733] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.354876] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.355075] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.355441] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-7c4a1510-c322-4664-8273-a0c928539150 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.355624] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.355742] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.356096] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.356239] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4a1510-c322-4664-8273-a0c928539150',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.859909] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.860287] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860481] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860774] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.860929] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.861175] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 7c4a1510-c322-4664-8273-a0c928539150 not found, creating... [ 641.861378] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.861561] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.861683] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.861923] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.862122] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.862422] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.862623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.862701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.863277] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.863277] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.863277] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 7c4a1510-c322-4664-8273-a0c928539150 is going to be created. [ 641.884348] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.884577] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.884696] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.884952] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.885189] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.885595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.229314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: UNINITIALIZED for 4s [ 642.365977] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f49fc3b-7738-4072-9af4-a4a97289eece in Status: SUCCESS [ 642.365977] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece deletion is rescheduled due to dependency. [ 642.365977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.603025] env[65325]: INFO networking_nsxv3.common.synchronization [req-be98ecec-8abb-4c5a-8f4e-24240d7f2dca req-463181ad-6896-4ca2-a108-fca9cf71d27b service nova] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 642.603209] env[65325]: INFO networking_nsxv3.common.synchronization [req-be98ecec-8abb-4c5a-8f4e-24240d7f2dca req-463181ad-6896-4ca2-a108-fca9cf71d27b service nova] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 642.604617] env[65325]: INFO networking_nsxv3.common.synchronization [req-be98ecec-8abb-4c5a-8f4e-24240d7f2dca req-463181ad-6896-4ca2-a108-fca9cf71d27b service nova] Enqueued Resource ID: 7c4a1510-c322-4664-8273-a0c928539150 with Priority: HIGHEST for action port [ 642.605357] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 642.605525] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 642.605594] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c4a1510-c322-4664-8273-a0c928539150 with Priority: HIGHEST for action port [ 642.607890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.608069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.608193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.608395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.608488] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.609567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.609680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.609680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.609900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.610073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.610168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.610229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.610383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.610453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.610556] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.612503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c4a1510-c322-4664-8273-a0c928539150 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.612861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.612943] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c4a1510-c322-4664-8273-a0c928539150',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.918306] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 642.918591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.919564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 642.919830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.920090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.920386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.920655] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.920872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.920968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.921322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.921322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921562] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.922513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.923651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.923651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.923651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.923857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.923939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.923995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.924387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.924387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.925565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.925756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.926299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.926299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.926299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.926528] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.927556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.927556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.928553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.928553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.929637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.930058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.930058] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.115395] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.115684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.115878] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c4a1510-c322-4664-8273-a0c928539150 with status ACTIVE [ 643.116189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.116370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.116466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.116992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.117128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.117410] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.117552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.117618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.117813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.117899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.118098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.118235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.118235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.118391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.118467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.118540] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c4a1510-c322-4664-8273-a0c928539150 is going to be updated. [ 643.119992] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.148388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.148641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.148702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.148878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.149023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.149224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c4a1510-c322-4664-8273-a0c928539150" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.426491] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.433510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.433679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433894] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.434911] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.624471] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.817470] env[65325]: INFO networking_nsxv3.common.synchronization [req-504305f4-7a8e-4ee7-8ac1-522e6d3bf764 req-04191685-c360-47fe-a685-77a3fa4ccd21 tempest-FloatingIPsAssociationTestJSON-1814791611 tempest-FloatingIPsAssociationTestJSON-1814791611-project-member] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 643.818400] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 643.818400] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.818581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.818581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.818818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.818983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.819096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.819150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.819313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.819955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.819955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.929230] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95: rpc.has_security_group_logging(os_id): False [ 643.937132] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.939271] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.949613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.949757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.949826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.950047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.950143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.950498] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.950498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.950622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.950692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.950768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.950852] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be created. [ 644.008945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.008945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.008945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.008945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.008945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.022658] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 644.129300] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.129496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.129538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.129743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.130845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.130959] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be created. [ 644.174674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.174674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.174674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.174921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.175012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.189654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: UNINITIALIZED for 2s [ 644.240364] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: SUCCESS [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.242456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.242456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.242456] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.322117] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.322554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.322731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.323078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.323391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.324058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.324349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.324502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.324765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.325585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.325816] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 already deleted. [ 644.325997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.440144] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.440609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.440609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.440609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.440727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.440761] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 644.442324] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.442521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.443508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.443757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.443853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.443949] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 644.480305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.480613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.480613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.480843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.480992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.484637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.484637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.484637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.484637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.484637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.499948] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 644.501629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 644.544672] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.544672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.544672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.545316] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.546553] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.546553] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.546553] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.546553] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.546553] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.546553] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.547262] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.547262] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.547262] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.547262] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.547262] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.547262] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.569705] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.569937] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.570220] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.570828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.570905] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-bc1a3ae4-8214-4506-bc41-bc3f0d257817 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.571127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.571347] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.571843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.572074] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a3ae4-8214-4506-bc41-bc3f0d257817',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.747459] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.078867] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.078867] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port bc1a3ae4-8214-4506-bc41-bc3f0d257817 not found, creating... [ 645.078867] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.078867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.079622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080382] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.080382] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.080805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.080877] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: bc1a3ae4-8214-4506-bc41-bc3f0d257817 is going to be created. [ 645.086781] env[65325]: INFO networking_nsxv3.common.synchronization [req-91605c72-ef2f-4a7e-9f73-2f7fe53107c7 req-2ad55c08-6c58-4158-a4a8-f38e60352a73 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 645.087529] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 645.087858] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.088020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.088191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.088349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.088548] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.088657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.088721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.088856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.088936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.089169] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.107837] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.108705] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.108705] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.108705] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.109165] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.109324] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.249630] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.591268] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.752577] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.752577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.752577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.752881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.752881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.752881] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafccbc7-efd5-4116-b2e7-64098812466b is going to be updated. [ 645.800986] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.800986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.800986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.800986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.800986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.805031] env[65325]: INFO networking_nsxv3.common.synchronization [req-91605c72-ef2f-4a7e-9f73-2f7fe53107c7 req-e98d9b47-1676-47c0-945a-12c670c8f353 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 645.805031] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 645.805031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.805031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814735] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: IN_PROGRESS for 2s [ 645.966952] env[65325]: INFO networking_nsxv3.common.synchronization [req-504305f4-7a8e-4ee7-8ac1-522e6d3bf764 req-650f1c82-15c1-4af2-9566-96b109577bb4 service nova] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_rules [ 645.967506] env[65325]: INFO networking_nsxv3.common.synchronization [req-504305f4-7a8e-4ee7-8ac1-522e6d3bf764 req-650f1c82-15c1-4af2-9566-96b109577bb4 service nova] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 645.967767] env[65325]: INFO networking_nsxv3.common.synchronization [req-504305f4-7a8e-4ee7-8ac1-522e6d3bf764 req-650f1c82-15c1-4af2-9566-96b109577bb4 service nova] Enqueued Resource ID: bc1a3ae4-8214-4506-bc41-bc3f0d257817 with Priority: HIGHEST for action port [ 645.972154] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_rules [ 645.972317] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 645.972421] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1a3ae4-8214-4506-bc41-bc3f0d257817 with Priority: HIGHEST for action port [ 645.973166] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.973308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.973378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.973661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.973756] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.975066] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.975627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.975627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.975758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.976121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.976188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.976499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.976639] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.978094] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1a3ae4-8214-4506-bc41-bc3f0d257817 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.978838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.978838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.978838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.978838] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a3ae4-8214-4506-bc41-bc3f0d257817',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.043450] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 646.043675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.043852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.044166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.044297] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.094811] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.200799] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 646.201108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.201249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.201510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.201726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.201867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.201928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.202091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.202183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.202281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.202376] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.293661] env[65325]: INFO networking_nsxv3.common.synchronization [req-91605c72-ef2f-4a7e-9f73-2f7fe53107c7 req-0fba29ad-dec7-4147-bceb-4561a845f669 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 646.294239] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 646.294559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.294663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482212] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.482428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482592] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.484997] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc1a3ae4-8214-4506-bc41-bc3f0d257817 with status ACTIVE [ 646.485221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.485534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.485610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.485822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.485908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.486314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.486448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.486533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.486740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.486960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.490232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.490232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.490232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.490232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.490232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.490232] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc1a3ae4-8214-4506-bc41-bc3f0d257817 is going to be updated. [ 646.512737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 646.513034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.513263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.513554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.513814] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.514095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.514319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.514452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.514607] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.517880] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.518067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.518185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.518448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.518826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.518894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1a3ae4-8214-4506-bc41-bc3f0d257817" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.520545] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 646.520785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.520988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.521489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.521646] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.521934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.521998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.522204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.522355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.522563] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.546748] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.546906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.598413] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.598790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.598790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.598947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.599048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.599216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 646.643862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.644099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.644099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.645430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.645430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.655785] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 646.684969] env[65325]: INFO networking_nsxv3.common.synchronization [req-efdecd37-f44e-47da-9bd2-d0e8277b4c82 req-d24b66c1-1515-4d83-8555-4347ed197caa tempest-ImagesNegativeTestJSON-1396118617 tempest-ImagesNegativeTestJSON-1396118617-project-member] Enqueued Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 646.686040] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 646.686040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.686040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.686040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.686410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.686541] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.686622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.686696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.686879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.687031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.687119] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.704775] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.992922] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.020044] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.026342] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.189829] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.190170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.190170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.190674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.190724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.191325] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 already deleted. [ 647.191325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.206509] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03728c29-5076-48fc-ae52-9d28efc35fde: rpc.has_security_group_logging(os_id): False [ 647.227552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.227822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.227891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.228121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.228121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.228462] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.228571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.228631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.228785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.228969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.229071] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be created. [ 647.306719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.307030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.307030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.307262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.307495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.322067] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 647.371158] env[65325]: INFO networking_nsxv3.common.synchronization [None req-48092157-7ab9-4422-a6c3-c1de9fbd624d None None] Enqueued Resource ID: 819008d5-f12f-4f62-90ed-eb816897a2f9 with Priority: HIGHEST for action port [ 647.371463] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819008d5-f12f-4f62-90ed-eb816897a2f9 with Priority: HIGHEST for action port [ 647.371818] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-819008d5-f12f-4f62-90ed-eb816897a2f9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819008d5-f12f-4f62-90ed-eb816897a2f9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.372028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819008d5-f12f-4f62-90ed-eb816897a2f9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.372302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819008d5-f12f-4f62-90ed-eb816897a2f9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.372388] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819008d5-f12f-4f62-90ed-eb816897a2f9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.494573] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.495319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.495467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.495679] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be created. [ 647.521220] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.521483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.521483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.521751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.521998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.523870] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.529778] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.536796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: UNINITIALIZED for 2s [ 647.589693] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-47 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.589893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-47" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.590039] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-47" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.590375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-47" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.590637] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.590789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.590907] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.595563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.595563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.595563] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.595563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.595563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.595563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.595563] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.595563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.595563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.617804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.617804] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.617804] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.617804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-47" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.617804] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b940fe20-b758-4b51-ab09-747085ba3e8a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.617804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.618476] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.618589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.618839] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b940fe20-b758-4b51-ab09-747085ba3e8a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.826164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: SUCCESS [ 647.826338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.826492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.826722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.826920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827670] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.875017] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 819008d5-f12f-4f62-90ed-eb816897a2f9 [ 647.875305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.875480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.875558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.875780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.875892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.876917] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:819008d5-f12f-4f62-90ed-eb816897a2f9 already deleted. [ 647.876917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819008d5-f12f-4f62-90ed-eb816897a2f9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.027684] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.027684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.027684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.027684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.027684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.027684] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 648.035182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.035182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.035182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.035182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.035182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.035182] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 648.059879] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.060077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.060131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.060494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.060591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.074180] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 648.076052] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.076052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.076052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.076052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.076344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.087017] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 648.122206] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.122206] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.122454] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.122617] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.122791] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.123546] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port b940fe20-b758-4b51-ab09-747085ba3e8a not found, creating... [ 648.123546] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.123546] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.123744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.123797] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.124065] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.124569] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.124685] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.124733] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.124954] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.125093] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126389] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b940fe20-b758-4b51-ab09-747085ba3e8a is going to be created. [ 648.150303] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150303] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150303] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150983] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150983] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.151077] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.330121] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.666195] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 648.666552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.666664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.667214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.667279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.667460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.667636] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.834828] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eafccbc7-efd5-4116-b2e7-64098812466b: rpc.has_security_group_logging(os_id): False [ 648.853266] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.853628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.853804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.854201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.854403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.854779] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.855151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.855347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.855649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.855876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.856311] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eafccbc7-efd5-4116-b2e7-64098812466b is going to be created. [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [req-efdecd37-f44e-47da-9bd2-d0e8277b4c82 req-6e405061-7e7e-4d46-9a33-34a3e4506fe4 service nova] Enqueued Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_rules [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [req-efdecd37-f44e-47da-9bd2-d0e8277b4c82 req-6e405061-7e7e-4d46-9a33-34a3e4506fe4 service nova] Enqueued Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [req-efdecd37-f44e-47da-9bd2-d0e8277b4c82 req-6e405061-7e7e-4d46-9a33-34a3e4506fe4 service nova] Enqueued Resource ID: b940fe20-b758-4b51-ab09-747085ba3e8a with Priority: HIGHEST for action port [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_rules [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 648.881130] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b940fe20-b758-4b51-ab09-747085ba3e8a with Priority: HIGHEST for action port [ 648.881130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.881130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.881130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.883150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.883360] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.886090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886090] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.886801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b940fe20-b758-4b51-ab09-747085ba3e8a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.887115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.887115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.887115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.887945] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b940fe20-b758-4b51-ab09-747085ba3e8a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.909951] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.910190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.910254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.910455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.910718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.923093] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: IN_PROGRESS for 2s [ 649.171029] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.171029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.171029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.171029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.172848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.173053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.173237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.174891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 649.204019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.204202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.204247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.204467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.204608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.213661] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 649.338593] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 649.338813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.390866] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.390866] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.391265] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b940fe20-b758-4b51-ab09-747085ba3e8a with status ACTIVE [ 649.391265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.391363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.391403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.391639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.391714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.391823] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.393548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.393583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393952] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b940fe20-b758-4b51-ab09-747085ba3e8a is going to be updated. [ 649.417102] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.417102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.417102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.417102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.417102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b940fe20-b758-4b51-ab09-747085ba3e8a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.550282] env[65325]: INFO networking_nsxv3.common.synchronization [req-753b37af-f1b0-4f04-8d87-93075e63dc2f req-3c990558-aa24-447b-8cc0-c2c6649284a1 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 649.551297] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 649.551815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.552079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.552695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.552695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.553025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.553135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.553283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.553510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.553676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.553959] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.555796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 649.556043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.556662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.557578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.557578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.557578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.557578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.557843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.557843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.557913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.558102] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.808139] env[65325]: INFO networking_nsxv3.common.synchronization [None req-33d20d02-a6ad-497e-ad15-4ff25ef66bd8 None None] Enqueued Resource ID: a6317b3d-ec7d-40e6-bd2c-0e66f34a4630 with Priority: HIGHEST for action port [ 649.808139] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6317b3d-ec7d-40e6-bd2c-0e66f34a4630 with Priority: HIGHEST for action port [ 649.809153] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6317b3d-ec7d-40e6-bd2c-0e66f34a4630 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.809333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6317b3d-ec7d-40e6-bd2c-0e66f34a4630" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.809408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6317b3d-ec7d-40e6-bd2c-0e66f34a4630" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.809651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6317b3d-ec7d-40e6-bd2c-0e66f34a4630" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.809741] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6317b3d-ec7d-40e6-bd2c-0e66f34a4630',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.892204] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.021467] env[65325]: INFO networking_nsxv3.common.synchronization [None req-13a4af82-b1a3-4f21-8920-768f92adedca None None] Enqueued Resource ID: f66f83b4-7822-4764-bd18-687066e0e3a9 with Priority: HIGHEST for action port [ 650.022422] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66f83b4-7822-4764-bd18-687066e0e3a9 with Priority: HIGHEST for action port [ 650.022422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66f83b4-7822-4764-bd18-687066e0e3a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.022688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66f83b4-7822-4764-bd18-687066e0e3a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66f83b4-7822-4764-bd18-687066e0e3a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.023078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66f83b4-7822-4764-bd18-687066e0e3a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.024595] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66f83b4-7822-4764-bd18-687066e0e3a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.060166] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.060392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.060392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.060633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.060727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.060930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.062697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.062906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.063232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.063472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.063558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 already deleted. [ 650.063693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.064129] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.064310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.064464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.064630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.064848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.065010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.065123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.065475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.065603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.065746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.065950] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.066386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.066644] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.067279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.067279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067507] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.089581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.089581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.089581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.089581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.090300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.090300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.090300] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.090300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.090445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.090539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.090644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.090765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.090895] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.103782] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 650.104146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.104370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.104718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.104973] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.105180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.105312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.105559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.105674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.105805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.105957] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.313984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6317b3d-ec7d-40e6-bd2c-0e66f34a4630 [ 650.313984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.313984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.313984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.313984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.313984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.313984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6317b3d-ec7d-40e6-bd2c-0e66f34a4630 already deleted. [ 650.313984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6317b3d-ec7d-40e6-bd2c-0e66f34a4630" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.394331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.396696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.396696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.396696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.396696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.396696] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 is going to be created. [ 650.432240] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.432773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.433432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.433752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.447040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: UNINITIALIZED for 2s [ 650.529950] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f66f83b4-7822-4764-bd18-687066e0e3a9 [ 650.530235] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.530411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.530485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.530716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.530813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.530891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f66f83b4-7822-4764-bd18-687066e0e3a9 already deleted. [ 650.530970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66f83b4-7822-4764-bd18-687066e0e3a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.570340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 428c3387-0eae-4492-9622-2468c8bf3062: rpc.has_security_group_logging(os_id): False [ 650.596877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.598815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.598815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.600010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600010] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.600010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.600010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.600010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.600010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600266] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.600266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.600266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.601294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.601395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.601494] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be created. [ 650.602899] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 650.610131] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.628264] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.628485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.628547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.628778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.628862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.629138] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.629244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.629306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.629470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.629547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.629751] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.629853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.629906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.630394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.630512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.630731] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.630910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.630910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.631049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.631117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.631202] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 650.691152] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.691378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.691378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.691616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.691920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.712734] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 650.724509] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.725157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.725610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.725879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.726102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.744554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 650.901173] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.901173] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-949" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.901173] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-949" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.901598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-949" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.901598] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.901750] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.901836] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.902151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.902286] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.902484] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.902597] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.902741] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.903010] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.903084] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.903205] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.903532] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.924295] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.924489] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.924615] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.924790] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-949" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.925624] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-342552b2-73dc-4065-9f5b-bbbecd9b5af1 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.925624] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.925624] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.925843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.925955] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342552b2-73dc-4065-9f5b-bbbecd9b5af1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.941945] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: SUCCESS [ 650.941945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.111434] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95: rpc.has_security_group_logging(os_id): False [ 651.136868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.137246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.137709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.137986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.138560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.138649] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.138845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.138909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.139118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.139203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.139301] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 651.200777] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.201046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.201132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.201329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.201471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.217040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 651.224994] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 651.225765] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 deletion is rescheduled due to dependency. [ 651.225944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.226141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.226426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.226899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.227084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.227184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.227430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.227592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.227757] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.433537] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.433754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.433861] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.434242] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.434470] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.435271] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 342552b2-73dc-4065-9f5b-bbbecd9b5af1 not found, creating... [ 651.435271] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435271] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435271] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435848] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435848] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.435923] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.436077] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.436266] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.436416] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.436546] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436699] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 is going to be created. [ 651.463656] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.463656] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.463656] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.463896] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.464029] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.464944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.731508] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.731740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.731816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.732089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.732205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.732438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.732801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.732930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.733137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.733222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.733313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 651.747068] env[65325]: INFO networking_nsxv3.common.synchronization [None req-463db903-8c5c-4a5d-ba72-6a5f951c3baa None None] Enqueued Resource ID: 2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0 with Priority: HIGHEST for action port [ 651.747591] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0 with Priority: HIGHEST for action port [ 651.747639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.747770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.747908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.749298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.749298] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.774000] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.774000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.774000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.774000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.774000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.784595] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 652.252142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0 [ 652.252142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.252571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.252571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.252571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.252571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.252715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0 already deleted. [ 652.252747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef6c282-c9c0-4786-b215-ca1b8e8d4ed0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.270134] env[65325]: INFO networking_nsxv3.common.synchronization [req-753b37af-f1b0-4f04-8d87-93075e63dc2f req-dd24656f-ffc0-487a-abe4-343a4c8debc5 service nova] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 652.270266] env[65325]: INFO networking_nsxv3.common.synchronization [req-753b37af-f1b0-4f04-8d87-93075e63dc2f req-dd24656f-ffc0-487a-abe4-343a4c8debc5 service nova] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 652.270405] env[65325]: INFO networking_nsxv3.common.synchronization [req-753b37af-f1b0-4f04-8d87-93075e63dc2f req-dd24656f-ffc0-487a-abe4-343a4c8debc5 service nova] Enqueued Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 652.270990] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 652.271138] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 652.271235] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 652.271534] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.271664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.271770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.271921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.272010] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.275480] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.275653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.275653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.277238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.277238] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.277238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.277238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.277238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.277238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.277238] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.278456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-342552b2-73dc-4065-9f5b-bbbecd9b5af1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.278456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.278456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.278929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.279027] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342552b2-73dc-4065-9f5b-bbbecd9b5af1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.462751] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: SUCCESS [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.465018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.527515] env[65325]: INFO networking_nsxv3.common.synchronization [req-4480888b-5573-40c6-8654-68916c27da0d req-48431c52-edf5-4a4e-becf-20ebd0efefe0 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 652.528143] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 652.529027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.529027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.529027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.529257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.529303] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.529410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.529482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.529645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.529740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.529831] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.730266] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 652.730266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.760293] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 652.760555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.760826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.761082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761222] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.777598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.777598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781419] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with status ACTIVE [ 652.781807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.782032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.782165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.782301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.782549] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.782688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.782786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.782998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.783141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.783507] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.783594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.783655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.783832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.783908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.784023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 is going to be updated. [ 652.785419] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.817642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.817875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.817875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.818261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.818495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.819172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.970022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.970022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.970022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.970834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.970834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970834] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.033862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.033997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.034049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.034478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.034657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.035199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.035391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.035552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.035808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.036043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.036365] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 already deleted. [ 653.036507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.059425] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.059683] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.059823] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.060235] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.060888] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.060888] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.061055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.062417] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.062417] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.062417] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.062417] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.062417] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.062417] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.062417] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.062417] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.062767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.101269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.101269] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.101269] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.101269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.101269] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.101269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.101269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.101269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.101269] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf4cf5b-3ae6-4ca1-9faf-f8248b582602',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.233164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 653.233345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.266209] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.266209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.266209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.266209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.266770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.266770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.266770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.267043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.267145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.267317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.267474] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.290025] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.473271] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a92acb5-e1f6-4d3f-9612-15424005f0c3: rpc.has_security_group_logging(os_id): False [ 653.493878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.494085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.494133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.494756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.498299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.498655] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.498769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.499493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.499493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.499493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.499493] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.499493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.499493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.500235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.500235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.500235] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.500235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.501834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.502100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.502192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.502288] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 is going to be created. [ 653.577715] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.578523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.578523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.578523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.578523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.591392] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: IN_PROGRESS for 2s [ 653.603533] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.603969] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.604190] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.605118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.605118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.605118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 not found, creating... [ 653.605440] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.605630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.606957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.606957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.606957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.606957] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.606957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.607315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.608803] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.608931] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.609066] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 is going to be created. [ 653.616953] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7e4bd4d7-5b4b-47e7-9084-05279c5c76f7 None None] Enqueued Resource ID: d032f7ba-54fe-4afd-88c8-4747399e2ce6 with Priority: HIGHEST for action port [ 653.617602] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d032f7ba-54fe-4afd-88c8-4747399e2ce6 with Priority: HIGHEST for action port [ 653.617925] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d032f7ba-54fe-4afd-88c8-4747399e2ce6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.618300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d032f7ba-54fe-4afd-88c8-4747399e2ce6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.618521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d032f7ba-54fe-4afd-88c8-4747399e2ce6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.618811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d032f7ba-54fe-4afd-88c8-4747399e2ce6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.618901] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d032f7ba-54fe-4afd-88c8-4747399e2ce6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.635755] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.635993] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.636154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.636430] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.636657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.636913] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.771567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.771811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.771878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.772132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.772338] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.772452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.772597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.772724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.772819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.772927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.773127] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.773242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.773337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.773512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.773698] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.773806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.774736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.775017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.775203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.775412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.775582] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.790456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.792144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.792144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.792144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.792144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.792144] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be created. [ 653.812671] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 653.812671] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 deletion is rescheduled due to dependency. [ 653.812671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.838364] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.839171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.839171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.840812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.840812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850385] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: UNINITIALIZED for 2s [ 654.123115] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d032f7ba-54fe-4afd-88c8-4747399e2ce6 [ 654.123628] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.123628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.123805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.124651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.124651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.124651] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d032f7ba-54fe-4afd-88c8-4747399e2ce6 already deleted. [ 654.124651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d032f7ba-54fe-4afd-88c8-4747399e2ce6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.280147] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 654.300961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.301525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.301772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.302195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.302537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.307143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311140] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311140] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 654.418493] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.418644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.418644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.418854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.433875] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 654.448911] env[65325]: INFO networking_nsxv3.common.synchronization [req-4480888b-5573-40c6-8654-68916c27da0d req-5160153e-954a-4223-a5c6-247f13c13529 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 654.449101] env[65325]: INFO networking_nsxv3.common.synchronization [req-4480888b-5573-40c6-8654-68916c27da0d req-5160153e-954a-4223-a5c6-247f13c13529 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 654.449301] env[65325]: INFO networking_nsxv3.common.synchronization [req-4480888b-5573-40c6-8654-68916c27da0d req-5160153e-954a-4223-a5c6-247f13c13529 service nova] Enqueued Resource ID: 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 with Priority: HIGHEST for action port [ 654.449472] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 654.449655] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 654.449742] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 with Priority: HIGHEST for action port [ 654.450398] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.450398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.450772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.450772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.451071] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.451993] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.451993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.451993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.452204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.452276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.452357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.452431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.453581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.453581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.453581] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.453581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.453957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.453957] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf4cf5b-3ae6-4ca1-9faf-f8248b582602',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.958752] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.960181] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.960339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960570] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 with status ACTIVE [ 654.960811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.960968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.961080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.961375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.961509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.961829] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.961938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.961977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.964068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.964212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.964438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.964622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.964622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.964780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.964863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.965042] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bf4cf5b-3ae6-4ca1-9faf-f8248b582602 is going to be updated. [ 654.988576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.988805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.988805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.989425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.989425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.989425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf4cf5b-3ae6-4ca1-9faf-f8248b582602" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.467301] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.606099] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: SUCCESS [ 655.606355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.862461] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 655.862461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.862461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.863307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.863307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.863307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.863307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.864575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.864575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.864575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.864789] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.961984] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ad9870aa-c684-4d55-93ed-9b1e0c7cb778 None None] Enqueued Resource ID: fd77f4b7-c7ee-4e4f-b816-84a90ae98c96 with Priority: HIGHEST for action port [ 655.961984] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd77f4b7-c7ee-4e4f-b816-84a90ae98c96 with Priority: HIGHEST for action port [ 655.962256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd77f4b7-c7ee-4e4f-b816-84a90ae98c96 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.962412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd77f4b7-c7ee-4e4f-b816-84a90ae98c96" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.962490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd77f4b7-c7ee-4e4f-b816-84a90ae98c96" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.962759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd77f4b7-c7ee-4e4f-b816-84a90ae98c96" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.962843] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd77f4b7-c7ee-4e4f-b816-84a90ae98c96',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.972647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.972647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.972647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.972647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.972647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.972647] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be created. [ 656.011244] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.011577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.011667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.011874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.012083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.024026] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: UNINITIALIZED for 2s [ 656.194692] env[65325]: INFO networking_nsxv3.common.synchronization [req-cf625f84-6684-452f-9edd-cb612aee01b8 req-79d8673e-7c1f-45de-a103-23d619854924 tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 656.195264] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 656.195699] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.195841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.195841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.196215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.196316] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.196398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.196451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.196617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.196702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.196800] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.368144] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.413525] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c718c5c3-5e31-414c-b17a-f40035e850cd None None] Enqueued Resource ID: 03cd0721-3ca7-4cdf-9ead-6a87a5d2940a with Priority: HIGHEST for action port [ 656.414234] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cd0721-3ca7-4cdf-9ead-6a87a5d2940a with Priority: HIGHEST for action port [ 656.414588] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-03cd0721-3ca7-4cdf-9ead-6a87a5d2940a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03cd0721-3ca7-4cdf-9ead-6a87a5d2940a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03cd0721-3ca7-4cdf-9ead-6a87a5d2940a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.415161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03cd0721-3ca7-4cdf-9ead-6a87a5d2940a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.415248] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03cd0721-3ca7-4cdf-9ead-6a87a5d2940a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.452123] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 656.452686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.465907] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd77f4b7-c7ee-4e4f-b816-84a90ae98c96 [ 656.467327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.467327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.467327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.467327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.467327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.467327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd77f4b7-c7ee-4e4f-b816-84a90ae98c96 already deleted. [ 656.467327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd77f4b7-c7ee-4e4f-b816-84a90ae98c96" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.534468] env[65325]: INFO networking_nsxv3.common.synchronization [None req-9689a77f-a39c-4687-9c7f-bb26a28e92ec tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 656.534873] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 656.535184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.535312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.535371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.535629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.535710] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.699446] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.699639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.699715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.699988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.700098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.700307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.700405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.700481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.700643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.700719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.700804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf already deleted. [ 656.700885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.842433] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.842778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.842948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.843336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.843657] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.843874] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.844618] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.844618] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.844618] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.844618] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.844940] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.844982] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.845178] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.845402] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.845402] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.845402] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.866423] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.866423] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.866423] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.866423] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.867459] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-b88b5481-d23d-4552-8b11-dbba0abae0bd taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.867833] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.868033] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.868414] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.868693] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b88b5481-d23d-4552-8b11-dbba0abae0bd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.871345] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a1b670e-330f-426b-b326-939ba558b2a0: rpc.has_security_group_logging(os_id): False [ 656.890323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.890988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.891077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.891474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.891744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.892141] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.892275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.892342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.892513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.893260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.893431] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be created. [ 656.918534] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03cd0721-3ca7-4cdf-9ead-6a87a5d2940a [ 656.918815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.918964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.919046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.919668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.919668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.919793] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03cd0721-3ca7-4cdf-9ead-6a87a5d2940a already deleted. [ 656.919793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03cd0721-3ca7-4cdf-9ead-6a87a5d2940a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.968367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.968367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.968367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.968367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.968367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.980673] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 657.009968] env[65325]: INFO networking_nsxv3.common.synchronization [None req-92592534-b088-41c8-bf41-81b180fc9ad1 tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 657.009968] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 657.009968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.009968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.090025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.090025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b already deleted. [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.090025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.090025] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.372380] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372380] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372380] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372900] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port b88b5481-d23d-4552-8b11-dbba0abae0bd not found, creating... [ 657.373308] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.373308] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.373560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.373757] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.373886] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.374293] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.374506] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.374636] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.374888] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.375046] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.375224] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: b88b5481-d23d-4552-8b11-dbba0abae0bd is going to be created. [ 657.397048] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.397374] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.397615] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.398042] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.398335] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.398691] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.613916] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.614266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.614266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.614363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.614590] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b already deleted. [ 657.614714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.035636] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 658.036042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.036331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.036986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.037278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.037522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.037635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.037896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.038800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.039051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.039201] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.147568] env[65325]: INFO networking_nsxv3.common.synchronization [req-cf625f84-6684-452f-9edd-cb612aee01b8 req-48077164-61f9-4fab-96f7-a461458fb91f service nova] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 658.147777] env[65325]: INFO networking_nsxv3.common.synchronization [req-cf625f84-6684-452f-9edd-cb612aee01b8 req-48077164-61f9-4fab-96f7-a461458fb91f service nova] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 658.147921] env[65325]: INFO networking_nsxv3.common.synchronization [req-cf625f84-6684-452f-9edd-cb612aee01b8 req-48077164-61f9-4fab-96f7-a461458fb91f service nova] Enqueued Resource ID: b88b5481-d23d-4552-8b11-dbba0abae0bd with Priority: HIGHEST for action port [ 658.148560] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 658.148731] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 658.148878] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88b5481-d23d-4552-8b11-dbba0abae0bd with Priority: HIGHEST for action port [ 658.149454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.149691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.149874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.149955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.153198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.153198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.153198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.153198] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.158044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b88b5481-d23d-4552-8b11-dbba0abae0bd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.158206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.158277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.158818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.158925] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b88b5481-d23d-4552-8b11-dbba0abae0bd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.542872] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.546021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.546021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.547069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.547069] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.659366] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.666466] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b88b5481-d23d-4552-8b11-dbba0abae0bd with status ACTIVE [ 658.666685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.666830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.666958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.667159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.667328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.667687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.667687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.667687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.667856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.667856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.667983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.668287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.668358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.668478] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b88b5481-d23d-4552-8b11-dbba0abae0bd is going to be updated. [ 658.669932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.670211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.694253] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.694444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.694494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.695144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.695144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.695144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.747979] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1beec8b9-6eff-4016-af24-cfe9fd07c152 None None] Enqueued Resource ID: 6033fc06-0fa6-4acd-a908-51b1b834a085 with Priority: HIGHEST for action port [ 658.748714] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6033fc06-0fa6-4acd-a908-51b1b834a085 with Priority: HIGHEST for action port [ 658.748849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6033fc06-0fa6-4acd-a908-51b1b834a085 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.748977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6033fc06-0fa6-4acd-a908-51b1b834a085" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.749055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6033fc06-0fa6-4acd-a908-51b1b834a085" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.749306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6033fc06-0fa6-4acd-a908-51b1b834a085" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.749385] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6033fc06-0fa6-4acd-a908-51b1b834a085',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.996133] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 658.996375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.049443] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 659.076552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.076552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076981] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.076981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.076981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.076981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.077350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.077865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.077865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.077865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.077865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.078127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.078127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be created. [ 659.146585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.146806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.149399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.164247] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 659.167314] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.252904] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6033fc06-0fa6-4acd-a908-51b1b834a085 [ 659.253227] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.253361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.253444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.253680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.253778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.253875] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6033fc06-0fa6-4acd-a908-51b1b834a085 already deleted. [ 659.253967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6033fc06-0fa6-4acd-a908-51b1b834a085" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.564455] env[65325]: INFO networking_nsxv3.common.synchronization [None req-97c533d4-9e09-4c0c-831a-1496e3afc0e5 None None] Enqueued Resource ID: b5280403-f839-4c58-b392-e1ba1562fcaf with Priority: HIGHEST for action port [ 659.564802] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5280403-f839-4c58-b392-e1ba1562fcaf with Priority: HIGHEST for action port [ 659.565821] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5280403-f839-4c58-b392-e1ba1562fcaf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.565821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5280403-f839-4c58-b392-e1ba1562fcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.565821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5280403-f839-4c58-b392-e1ba1562fcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.565821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5280403-f839-4c58-b392-e1ba1562fcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.566067] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5280403-f839-4c58-b392-e1ba1562fcaf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.671248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.671647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.671647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.671858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.672079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be created. [ 659.714151] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.714933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.727641] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: UNINITIALIZED for 2s [ 660.070496] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5280403-f839-4c58-b392-e1ba1562fcaf [ 660.070797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.070959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.071061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.071294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.071400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.071504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5280403-f839-4c58-b392-e1ba1562fcaf already deleted. [ 660.071726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5280403-f839-4c58-b392-e1ba1562fcaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179604] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 661.180222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.740869] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: SUCCESS [ 661.741215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.741215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.741502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.743623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.743623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.743623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.743623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.743623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.743623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.743623] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.246658] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.738886] env[65325]: INFO networking_nsxv3.common.synchronization [req-164344e8-d3ba-49c5-835f-62eb7b822adb req-d38a251e-eb8c-4c3a-982a-bcb8c843a3d0 tempest-DeleteServersAdminTestJSON-1335678475 tempest-DeleteServersAdminTestJSON-1335678475-project-member] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 662.739413] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGHEST for action security_group_members [ 662.739706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.739850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.739948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.740295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.740458] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.740577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.740642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.740776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.740853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.740955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.748465] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3dcd2ea-439a-436e-9819-005c3b7f69bf: rpc.has_security_group_logging(os_id): False [ 662.768374] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.768571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.768652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.769514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.769514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.769890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.770021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.770093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.770268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.770346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.773055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be created. [ 662.836729] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.837053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.837053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.837433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.837552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.849863] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: IN_PROGRESS for 2s [ 662.945250] env[65325]: INFO networking_nsxv3.common.synchronization [None req-61154c65-6f11-40c3-91b1-e6d5900c76bd None None] Enqueued Resource ID: 26613e32-4fab-4b92-a3a8-1571a23c2587 with Priority: HIGHEST for action port [ 662.946815] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26613e32-4fab-4b92-a3a8-1571a23c2587 with Priority: HIGHEST for action port [ 662.947540] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-26613e32-4fab-4b92-a3a8-1571a23c2587 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.947755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26613e32-4fab-4b92-a3a8-1571a23c2587" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.947755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26613e32-4fab-4b92-a3a8-1571a23c2587" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.948047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26613e32-4fab-4b92-a3a8-1571a23c2587" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.948233] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26613e32-4fab-4b92-a3a8-1571a23c2587',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.232382] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6b2c742-83b7-49c1-aa6c-3d2587a751e3 req-f05533f9-42a7-4940-8b01-cb174d6895c9 tempest-ServerDiagnosticsTest-1584005429 tempest-ServerDiagnosticsTest-1584005429-project-member] Enqueued Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 663.232382] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 663.232382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.232382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.232382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.232856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.232856] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.247485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.247485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.247485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.248015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.248188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.248499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.248765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.248896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.249124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.249238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.249354] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be updated. [ 663.295846] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.296076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.296157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.296377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.296517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: IN_PROGRESS for 2s [ 663.452474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26613e32-4fab-4b92-a3a8-1571a23c2587 [ 663.452781] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.452934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.453447] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26613e32-4fab-4b92-a3a8-1571a23c2587 already deleted. [ 663.454461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26613e32-4fab-4b92-a3a8-1571a23c2587" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.735624] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.735775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.735910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.736107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.736378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.736466] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.736538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.736581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.736715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.736788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.736874] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 already deleted. [ 663.736950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.126641] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.126832] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.126957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.127258] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.127586] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.127799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.127885] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.128152] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.128267] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.128474] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.128596] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.128706] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.128808] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.128926] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.129090] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.129209] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.153582] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.154261] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.154261] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.154261] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.154601] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-66bd67b8-353c-41bc-92ca-160d63815c1a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.155054] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.155054] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.155576] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.155576] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bd67b8-353c-41bc-92ca-160d63815c1a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.483140] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4a97dae3-1194-4f26-9d94-d235b9756b06 None None] Enqueued Resource ID: dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2 with Priority: HIGHEST for action port [ 664.483756] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2 with Priority: HIGHEST for action port [ 664.484366] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.484571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.484956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485060] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.658052] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.658290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.658407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.658858] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.659050] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.659238] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 66bd67b8-353c-41bc-92ca-160d63815c1a not found, creating... [ 664.659562] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.659775] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.659932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.660224] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.661032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.661032] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.661032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.661032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.661458] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.661458] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.661458] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 66bd67b8-353c-41bc-92ca-160d63815c1a is going to be created. [ 664.685913] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.686168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.686290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.686563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.686872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.687657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.871506] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: SUCCESS [ 664.871506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.991261] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2 [ 664.991261] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.991261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.991261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.991261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.991261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.991261] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2 already deleted. [ 664.991261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa97f54-64c8-44fc-9461-cc6f5ac1a6d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.334115] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 in Status: SUCCESS [ 665.335043] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 deletion is rescheduled due to dependency. [ 665.335043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.595377] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6b2c742-83b7-49c1-aa6c-3d2587a751e3 req-3db31c3b-a489-4453-a2ce-885d03476b0c service nova] Enqueued Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_rules [ 665.595883] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6b2c742-83b7-49c1-aa6c-3d2587a751e3 req-3db31c3b-a489-4453-a2ce-885d03476b0c service nova] Enqueued Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 665.595883] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6b2c742-83b7-49c1-aa6c-3d2587a751e3 req-3db31c3b-a489-4453-a2ce-885d03476b0c service nova] Enqueued Resource ID: 66bd67b8-353c-41bc-92ca-160d63815c1a with Priority: HIGHEST for action port [ 665.596258] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_rules [ 665.769396] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 665.769626] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bd67b8-353c-41bc-92ca-160d63815c1a with Priority: HIGHEST for action port [ 665.769988] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.770524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.770791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.771157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.771219] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.772371] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.772526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.773435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.773435] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.776260] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bd67b8-353c-41bc-92ca-160d63815c1a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.776260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.776260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.776260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.776260] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bd67b8-353c-41bc-92ca-160d63815c1a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.276202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66bd67b8-353c-41bc-92ca-160d63815c1a with status ACTIVE [ 666.276812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.276911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.276971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.277252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.277292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.277437] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.277547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.277623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.277738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.277808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.277990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.278088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.278150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.278292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.278425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.278575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66bd67b8-353c-41bc-92ca-160d63815c1a is going to be updated. [ 666.279809] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.304683] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.306537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.306537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.306537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.306537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.306537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bd67b8-353c-41bc-92ca-160d63815c1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.785418] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.288589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.288804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.288919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.289114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.289233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.289313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 is going to be created. [ 667.312415] env[65325]: INFO networking_nsxv3.common.synchronization [None req-06e09868-09d2-4400-a3e6-eff0bee298d5 None None] Enqueued Resource ID: 2125c515-7acd-4c26-b87c-8fc7994bd349 with Priority: HIGHEST for action port [ 667.313780] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2125c515-7acd-4c26-b87c-8fc7994bd349 with Priority: HIGHEST for action port [ 667.314461] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2125c515-7acd-4c26-b87c-8fc7994bd349 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.314573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2125c515-7acd-4c26-b87c-8fc7994bd349" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.314740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2125c515-7acd-4c26-b87c-8fc7994bd349" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.315929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2125c515-7acd-4c26-b87c-8fc7994bd349" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.315929] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2125c515-7acd-4c26-b87c-8fc7994bd349',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.337738] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.337738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.337738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.337738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.337738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.351423] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: UNINITIALIZED for 2s [ 667.636353] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b0b0210a-dbb2-47c9-8879-1ec1e3b44b5c None None] Enqueued Resource ID: 13ff1cfb-6f4e-4d18-b855-6d946773aaea with Priority: HIGHEST for action port [ 667.636957] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ff1cfb-6f4e-4d18-b855-6d946773aaea with Priority: HIGHEST for action port [ 667.637532] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ff1cfb-6f4e-4d18-b855-6d946773aaea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.637532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ff1cfb-6f4e-4d18-b855-6d946773aaea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.637532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ff1cfb-6f4e-4d18-b855-6d946773aaea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.638274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ff1cfb-6f4e-4d18-b855-6d946773aaea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.638357] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ff1cfb-6f4e-4d18-b855-6d946773aaea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.818269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2125c515-7acd-4c26-b87c-8fc7994bd349 [ 667.818744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.818863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.818933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2125c515-7acd-4c26-b87c-8fc7994bd349 already deleted. [ 667.819637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2125c515-7acd-4c26-b87c-8fc7994bd349" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.982440] env[65325]: INFO networking_nsxv3.common.synchronization [req-127882a6-0ef9-4bbc-a5f1-aef0f40cfcf3 req-4ef7739d-ea64-4db1-a75f-88a449c941c8 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 667.983218] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 667.984946] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.984946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.984946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.984946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.984946] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.988241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.988241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.988241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.988241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.988241] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.140376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13ff1cfb-6f4e-4d18-b855-6d946773aaea [ 668.141495] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.142520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.142660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.144077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.144077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.144077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13ff1cfb-6f4e-4d18-b855-6d946773aaea already deleted. [ 668.144077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ff1cfb-6f4e-4d18-b855-6d946773aaea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490556] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.490787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.490787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.491426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.492716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.493148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.493148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.493354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.493436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.495053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.495053] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 already deleted. [ 668.495053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.528095] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.528295] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.528402] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.528750] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.529014] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.529259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.529395] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.529631] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.529959] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.529959] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.530099] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.530206] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.530308] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.530408] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.530507] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.530628] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.554170] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.554317] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.554490] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.554698] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.555078] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-243e2d42-e1ec-4372-b672-b45b332d110f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.555236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.555350] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.555751] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.556025] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243e2d42-e1ec-4372-b672-b45b332d110f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.060516] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.060516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.060516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.060516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.060516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.060516] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 243e2d42-e1ec-4372-b672-b45b332d110f not found, creating... [ 669.060516] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.061473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.061473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.061473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.061473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.061841] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.061841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.061841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.062141] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.062252] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.062341] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 243e2d42-e1ec-4372-b672-b45b332d110f is going to be created. [ 669.087860] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.088136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.088136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.088467] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.088668] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.364644] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: SUCCESS [ 669.364855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.365161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.365381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.366160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.366160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.366160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.366160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.366436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.366992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.367219] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [req-127882a6-0ef9-4bbc-a5f1-aef0f40cfcf3 req-b1397b85-5cd7-42f7-90d5-bccad49546a0 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [req-127882a6-0ef9-4bbc-a5f1-aef0f40cfcf3 req-b1397b85-5cd7-42f7-90d5-bccad49546a0 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [req-127882a6-0ef9-4bbc-a5f1-aef0f40cfcf3 req-b1397b85-5cd7-42f7-90d5-bccad49546a0 service nova] Enqueued Resource ID: 243e2d42-e1ec-4372-b672-b45b332d110f with Priority: HIGHEST for action port [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 669.844026] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 243e2d42-e1ec-4372-b672-b45b332d110f with Priority: HIGHEST for action port [ 669.844026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.844026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.844026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.844026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.845473] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.848130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.848130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.848130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.848479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.848515] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.851088] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-243e2d42-e1ec-4372-b672-b45b332d110f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.851239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.852220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.852220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.852220] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('243e2d42-e1ec-4372-b672-b45b332d110f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.870332] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.870527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.870725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.870871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.871048] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.871151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.871213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.871374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.871787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.871787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.871787] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.871787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.871787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.872039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.872077] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.872150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.872207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.872364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.872405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.872567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.872567] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.075837] env[65325]: INFO networking_nsxv3.common.synchronization [None req-32439259-a61c-43a3-9ff3-ca24db904536 None None] Enqueued Resource ID: 13a4d430-ac25-49ce-8137-a2cbc56cdee6 with Priority: HIGHEST for action port [ 670.076556] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a4d430-ac25-49ce-8137-a2cbc56cdee6 with Priority: HIGHEST for action port [ 670.076990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a4d430-ac25-49ce-8137-a2cbc56cdee6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a4d430-ac25-49ce-8137-a2cbc56cdee6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a4d430-ac25-49ce-8137-a2cbc56cdee6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a4d430-ac25-49ce-8137-a2cbc56cdee6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.078040] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4d430-ac25-49ce-8137-a2cbc56cdee6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.093959] env[65325]: INFO networking_nsxv3.common.synchronization [req-afdba04b-d782-4a0c-a75e-aac0de55d81d req-18dcee9f-9578-4559-8dba-0b3df6c45daa tempest-ImagesNegativeTestJSON-1396118617 tempest-ImagesNegativeTestJSON-1396118617-project-member] Enqueued Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 670.094484] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGHEST for action security_group_members [ 670.095752] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.095752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.096029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.096564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.096564] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.096564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.096564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.096908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.096908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.100021] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.353864] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.354720] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.354885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.355107] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 243e2d42-e1ec-4372-b672-b45b332d110f with status ACTIVE [ 670.355180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.355275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.355329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.355550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.355698] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.356304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.356304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.356304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.356304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.356504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.356659] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.356775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.356835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.356993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.357534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.357534] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 243e2d42-e1ec-4372-b672-b45b332d110f is going to be updated. [ 670.374839] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335: rpc.has_security_group_logging(os_id): False [ 670.385758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.385758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.385758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.385758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.385758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.386132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-243e2d42-e1ec-4372-b672-b45b332d110f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400561] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.402026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.402119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.402360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.402448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.402698] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.402812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.402874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.403049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.403123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.403313] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.403400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.403451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.403594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.403662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.403844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.403933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.403986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.406433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.406433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.406433] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 is going to be created. [ 670.491412] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.491550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.492557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.492557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.492557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513587] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: IN_PROGRESS for 2s [ 670.580563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a4d430-ac25-49ce-8137-a2cbc56cdee6 [ 670.580692] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.580843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.580915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.581149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.581226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.581396] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a4d430-ac25-49ce-8137-a2cbc56cdee6 already deleted. [ 670.581471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a4d430-ac25-49ce-8137-a2cbc56cdee6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.604269] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.606212] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.606212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.606212] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 is going to be updated. [ 670.668162] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.668162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.668162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.668162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.668162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.680229] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: IN_PROGRESS for 2s [ 670.859552] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.001530] env[65325]: INFO networking_nsxv3.common.synchronization [req-3e5ae52b-a705-4061-8351-f72aefabc077 req-24ac330d-8a76-4866-9d94-859d25cc0d2b tempest-ServerActionsV293TestJSON-452547948 tempest-ServerActionsV293TestJSON-452547948-project-member] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 671.002495] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 671.002894] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.003121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.003244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.003555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.003769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.003921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.004030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.004284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.004435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.004604] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.362789] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.363142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.363142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.363304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.363376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.363492] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be created. [ 671.396900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.397232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.397473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.397535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.401038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.412121] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: UNINITIALIZED for 2s [ 671.507965] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.508302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.510247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.510640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.510799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.511177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.511370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.511484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.511762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.511920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.513124] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd already deleted. [ 671.513256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.631170] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.631476] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-93" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.631476] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-93" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.631815] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-93" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.632407] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.632612] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.632925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.633266] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.633363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.633568] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.633675] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.633777] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.633879] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.633975] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.634111] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.634239] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.656051] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.656241] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.656317] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.656489] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-93" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.656852] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-d6b3379d-cb65-418e-b05f-f86043ac7478 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.657019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.657078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.657455] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.657619] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b3379d-cb65-418e-b05f-f86043ac7478',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.163024] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.163024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port d6b3379d-cb65-418e-b05f-f86043ac7478 not found, creating... [ 672.163024] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.163024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.163641] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.163641] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.164159] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.164567] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.164866] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: d6b3379d-cb65-418e-b05f-f86043ac7478 is going to be created. [ 672.189773] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.189901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.190787] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.190787] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.190787] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.190787] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.539131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: SUCCESS [ 672.539468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691143] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 in Status: SUCCESS [ 672.691331] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 deletion is rescheduled due to dependency. [ 672.691444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.907539] env[65325]: INFO networking_nsxv3.common.synchronization [req-3e5ae52b-a705-4061-8351-f72aefabc077 req-b7eba1fe-b94c-4466-bc8f-030f2cb9bb17 service nova] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 672.907749] env[65325]: INFO networking_nsxv3.common.synchronization [req-3e5ae52b-a705-4061-8351-f72aefabc077 req-b7eba1fe-b94c-4466-bc8f-030f2cb9bb17 service nova] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 672.907885] env[65325]: INFO networking_nsxv3.common.synchronization [req-3e5ae52b-a705-4061-8351-f72aefabc077 req-b7eba1fe-b94c-4466-bc8f-030f2cb9bb17 service nova] Enqueued Resource ID: d6b3379d-cb65-418e-b05f-f86043ac7478 with Priority: HIGHEST for action port [ 672.908469] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_rules [ 672.908616] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 672.908763] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b3379d-cb65-418e-b05f-f86043ac7478 with Priority: HIGHEST for action port [ 672.909176] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.909299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.909396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.909635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.909723] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.910836] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.913017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.913017] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.913017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b3379d-cb65-418e-b05f-f86043ac7478 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.913017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.913696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.913696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.913696] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b3379d-cb65-418e-b05f-f86043ac7478',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.416552] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.418634] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.418777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.418887] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6b3379d-cb65-418e-b05f-f86043ac7478 with status ACTIVE [ 673.419052] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.419155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.419213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.419441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.419521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.419685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.419771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.419828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.419975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.421204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.421462] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.422302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.422302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.422302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.422302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.422569] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6b3379d-cb65-418e-b05f-f86043ac7478 is going to be updated. [ 673.425215] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 673.426034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.426310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.426504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.426673] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.426782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.426903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.427103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.427193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.427258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.427344] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.449041] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.449266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.449266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.449452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.449589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.449746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b3379d-cb65-418e-b05f-f86043ac7478" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.925942] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.930032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.930213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.930276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.930452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.930614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.930713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.931089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.931089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.931089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.931089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.931256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.931309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.931359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.931689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.931871] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.931996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.932088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.932257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.932375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.932484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.932609] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.429078] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.429192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.429412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.429716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.429716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.429830] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd is going to be created. [ 674.434527] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d6156e-5d7d-479e-be6c-2fa4d69b3f63: rpc.has_security_group_logging(os_id): False [ 674.454169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.454169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.454169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.455213] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.455213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.455643] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.455643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.455643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.455643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.456367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.456367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.456367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.456367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.456367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.456367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.456367] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be created. [ 674.462383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.462383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.462383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.462383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.462383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.475023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: UNINITIALIZED for 2s [ 674.549964] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.550242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.550242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.566740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 675.017147] env[65325]: INFO networking_nsxv3.common.synchronization [None req-0258e994-03f8-4b0b-b480-27e6d839a678 None None] Enqueued Resource ID: 8ff82c66-7949-454e-a025-917093d3723e with Priority: HIGHEST for action port [ 675.017861] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff82c66-7949-454e-a025-917093d3723e with Priority: HIGHEST for action port [ 675.018232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff82c66-7949-454e-a025-917093d3723e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.018629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff82c66-7949-454e-a025-917093d3723e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.018629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff82c66-7949-454e-a025-917093d3723e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.018887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff82c66-7949-454e-a025-917093d3723e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.019135] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff82c66-7949-454e-a025-917093d3723e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.102944] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7bdd9951-ba78-48ac-ab0e-69e4338d7272 None None] Enqueued Resource ID: 4757d2b9-da75-49fe-8055-1af849f78af3 with Priority: HIGHEST for action port [ 675.106145] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4757d2b9-da75-49fe-8055-1af849f78af3 with Priority: HIGHEST for action port [ 675.106754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4757d2b9-da75-49fe-8055-1af849f78af3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.107237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4757d2b9-da75-49fe-8055-1af849f78af3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.107352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4757d2b9-da75-49fe-8055-1af849f78af3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.107684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4757d2b9-da75-49fe-8055-1af849f78af3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.107818] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4757d2b9-da75-49fe-8055-1af849f78af3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.530844] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff82c66-7949-454e-a025-917093d3723e [ 675.530844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.530844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.530844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.530844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.530844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530844] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff82c66-7949-454e-a025-917093d3723e already deleted. [ 675.530844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff82c66-7949-454e-a025-917093d3723e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.611251] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4757d2b9-da75-49fe-8055-1af849f78af3 [ 675.611505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.611505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.611653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.613312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.613312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.613312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4757d2b9-da75-49fe-8055-1af849f78af3 already deleted. [ 675.613312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4757d2b9-da75-49fe-8055-1af849f78af3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.486160] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: SUCCESS [ 676.486508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.486508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.486936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.487098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.487220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.487276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.487461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.487562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.487693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.487796] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.584396] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 676.584675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.994328] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.136721] env[65325]: INFO networking_nsxv3.common.synchronization [req-fe714cdc-6499-4c3d-9188-48d8422d8199 req-4d75271e-98db-4f97-9e22-43a8e7d8a9be tempest-ServerAddressesNegativeTestJSON-223396476 tempest-ServerAddressesNegativeTestJSON-223396476-project-member] Enqueued Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 677.137465] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 677.138775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.138775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.138775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.138775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.138996] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.139084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.139153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.139677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.139677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.139677] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.497406] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd: rpc.has_security_group_logging(os_id): False [ 677.516164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.516406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.516406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.516636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.516749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.517014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.517132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.517132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.517231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.517301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.517388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd is going to be created. [ 677.588141] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.588141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.588141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.588141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.588575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.602112] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: IN_PROGRESS for 2s [ 677.644813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.649118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.649118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a already deleted. [ 677.649118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.736903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.737136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-297" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737277] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-297" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.741260] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-297" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.741726] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.741923] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.742068] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.742335] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.742480] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.742744] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.742858] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.742963] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.744200] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.744200] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.744200] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.744200] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.758092] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3a10769b-1e0b-49d1-92eb-e0d8534973c2 None None] Enqueued Resource ID: ea136413-84c0-4a66-a35a-450cd86e5a99 with Priority: HIGHEST for action port [ 677.758925] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea136413-84c0-4a66-a35a-450cd86e5a99 with Priority: HIGHEST for action port [ 677.759326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea136413-84c0-4a66-a35a-450cd86e5a99 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.759453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea136413-84c0-4a66-a35a-450cd86e5a99" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.759580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea136413-84c0-4a66-a35a-450cd86e5a99" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.759807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea136413-84c0-4a66-a35a-450cd86e5a99" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.759902] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea136413-84c0-4a66-a35a-450cd86e5a99',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.772572] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.772684] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.772847] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.773129] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-297" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.774132] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-87eefd7d-932e-4c7f-8cfc-44f61d921108 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.774367] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.774501] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.774848] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.774992] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87eefd7d-932e-4c7f-8cfc-44f61d921108',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.966172] env[65325]: INFO networking_nsxv3.common.synchronization [None req-660a52a2-ccbf-4a4e-babe-87bc7331af7e None None] Enqueued Resource ID: f7f1f071-f735-483c-b4e1-27f1bce626b8 with Priority: HIGHEST for action port [ 677.966373] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f1f071-f735-483c-b4e1-27f1bce626b8 with Priority: HIGHEST for action port [ 677.966959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f1f071-f735-483c-b4e1-27f1bce626b8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.966959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f1f071-f735-483c-b4e1-27f1bce626b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.967225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f1f071-f735-483c-b4e1-27f1bce626b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.967731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f1f071-f735-483c-b4e1-27f1bce626b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.967731] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f1f071-f735-483c-b4e1-27f1bce626b8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.265193] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea136413-84c0-4a66-a35a-450cd86e5a99 [ 678.266039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.266039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.266039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.266039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.266039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.266039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea136413-84c0-4a66-a35a-450cd86e5a99 already deleted. [ 678.266375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea136413-84c0-4a66-a35a-450cd86e5a99" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.278390] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.278879] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.278879] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.279062] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.279174] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.279323] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 87eefd7d-932e-4c7f-8cfc-44f61d921108 not found, creating... [ 678.279587] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.279742] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.279853] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.280093] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.280225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.280504] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.280654] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.280764] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.280966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.281773] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.281954] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 87eefd7d-932e-4c7f-8cfc-44f61d921108 is going to be created. [ 678.311420] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.311734] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.311794] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.312160] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.313754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.313754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.470761] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7f1f071-f735-483c-b4e1-27f1bce626b8 [ 678.470999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.471172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.471275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.471488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.471611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.472910] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7f1f071-f735-483c-b4e1-27f1bce626b8 already deleted. [ 678.472910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f1f071-f735-483c-b4e1-27f1bce626b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.113059] env[65325]: INFO networking_nsxv3.common.synchronization [req-fe714cdc-6499-4c3d-9188-48d8422d8199 req-dadc1f4e-0732-4fef-a3d5-063ae53bcb72 service nova] Enqueued Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_rules [ 679.113333] env[65325]: INFO networking_nsxv3.common.synchronization [req-fe714cdc-6499-4c3d-9188-48d8422d8199 req-dadc1f4e-0732-4fef-a3d5-063ae53bcb72 service nova] Enqueued Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 679.113333] env[65325]: INFO networking_nsxv3.common.synchronization [req-fe714cdc-6499-4c3d-9188-48d8422d8199 req-dadc1f4e-0732-4fef-a3d5-063ae53bcb72 service nova] Enqueued Resource ID: 87eefd7d-932e-4c7f-8cfc-44f61d921108 with Priority: HIGHEST for action port [ 679.113997] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_rules [ 679.114315] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 679.114747] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87eefd7d-932e-4c7f-8cfc-44f61d921108 with Priority: HIGHEST for action port [ 679.114747] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.115902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.116120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.116499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.116674] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.117907] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.118170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.118263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.118543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.118767] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.118851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.118909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.119092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.119204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.119326] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.120368] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-87eefd7d-932e-4c7f-8cfc-44f61d921108 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.120517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.121257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.121257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.121257] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87eefd7d-932e-4c7f-8cfc-44f61d921108',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.617364] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: SUCCESS [ 679.618370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.622586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.622709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.622888] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.624072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87eefd7d-932e-4c7f-8cfc-44f61d921108 with status ACTIVE [ 679.624072] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625308] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625308] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.625308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.626749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.626749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.626749] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87eefd7d-932e-4c7f-8cfc-44f61d921108 is going to be updated. [ 679.652046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.652046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.652046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.652046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.652361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.652640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87eefd7d-932e-4c7f-8cfc-44f61d921108" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.062045] env[65325]: INFO networking_nsxv3.common.synchronization [req-c0312e32-6ad8-4544-8f41-3d15ebbea203 req-fb44faf6-45fe-46c3-9cee-e265c492a437 tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 680.062045] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 680.062045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.062045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.062045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.062045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.062045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.062045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.062045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.062535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.062535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.062535] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.128439] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.566622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.566866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.566866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.567646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.567646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.567646] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.567646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.567646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.568202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.568202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.568202] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b already deleted. [ 680.568202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.601336] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.601538] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.601674] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.601963] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602236] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.602391] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.602781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.603038] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.603581] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.603643] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.603835] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.603961] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.604093] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.604277] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.631188] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.631630] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.631907] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.633938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.633938] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-7761be23-87b4-4cfd-b84e-8aec4db7648a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.633938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.633938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.633938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.633938] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7761be23-87b4-4cfd-b84e-8aec4db7648a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.635045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.635365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.635530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.635877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.636078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.636260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a is going to be created. [ 680.665314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.665544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.665598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.665886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.666139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.677338] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: UNINITIALIZED for 2s [ 681.136183] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.136610] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.136657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.136992] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.138164] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.138461] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 7761be23-87b4-4cfd-b84e-8aec4db7648a not found, creating... [ 681.139429] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.139429] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.139429] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.139691] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.140788] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.140788] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.140788] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.140788] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.141196] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.141264] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.141459] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 7761be23-87b4-4cfd-b84e-8aec4db7648a is going to be created. [ 681.164156] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.164445] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.164599] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.164919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.165217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.165487] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.541176] env[65325]: INFO networking_nsxv3.common.synchronization [None req-07665214-1d5d-44fe-9825-cbc30cfaee4d None None] Enqueued Resource ID: 6194d914-1ddb-4b2c-a81a-0f29afae6777 with Priority: HIGHEST for action port [ 681.541773] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6194d914-1ddb-4b2c-a81a-0f29afae6777 with Priority: HIGHEST for action port [ 681.542095] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6194d914-1ddb-4b2c-a81a-0f29afae6777 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.542389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6194d914-1ddb-4b2c-a81a-0f29afae6777" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.542490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6194d914-1ddb-4b2c-a81a-0f29afae6777" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.542732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6194d914-1ddb-4b2c-a81a-0f29afae6777" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.542831] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6194d914-1ddb-4b2c-a81a-0f29afae6777',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.871333] env[65325]: INFO networking_nsxv3.common.synchronization [req-c0312e32-6ad8-4544-8f41-3d15ebbea203 req-c01ceb0f-8dae-4a2c-8921-1e25ba353db7 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 681.871515] env[65325]: INFO networking_nsxv3.common.synchronization [req-c0312e32-6ad8-4544-8f41-3d15ebbea203 req-c01ceb0f-8dae-4a2c-8921-1e25ba353db7 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 681.871647] env[65325]: INFO networking_nsxv3.common.synchronization [req-c0312e32-6ad8-4544-8f41-3d15ebbea203 req-c01ceb0f-8dae-4a2c-8921-1e25ba353db7 service nova] Enqueued Resource ID: 7761be23-87b4-4cfd-b84e-8aec4db7648a with Priority: HIGHEST for action port [ 681.871881] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 681.872015] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 681.872117] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7761be23-87b4-4cfd-b84e-8aec4db7648a with Priority: HIGHEST for action port [ 681.872687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.872814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.872870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.873521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.873521] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.874135] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.874342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.875011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875011] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.875011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.875011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.876880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.877031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.877140] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.877946] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7761be23-87b4-4cfd-b84e-8aec4db7648a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.881419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.881513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.882220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.882220] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7761be23-87b4-4cfd-b84e-8aec4db7648a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.044882] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6194d914-1ddb-4b2c-a81a-0f29afae6777 [ 682.045145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.045281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045852] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6194d914-1ddb-4b2c-a81a-0f29afae6777 already deleted. [ 682.045937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6194d914-1ddb-4b2c-a81a-0f29afae6777" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.366384] env[65325]: INFO networking_nsxv3.common.synchronization [req-a8e54901-e615-4f97-a5d3-1f0c31229bd7 req-5582e64d-084d-4923-8965-44749dc73149 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 682.367290] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 682.367395] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.367461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.368210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.368210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.368210] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.368210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.368210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.368830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.368830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.368830] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.384424] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.384708] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.385498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7761be23-87b4-4cfd-b84e-8aec4db7648a with status ACTIVE [ 682.385707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.385822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.385886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.386101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.386183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.386349] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.386439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.386495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.386660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.386750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.386929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.387070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.387120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.387286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387368] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7761be23-87b4-4cfd-b84e-8aec4db7648a is going to be updated. [ 682.409647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.409855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.409959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.410207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.410339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.410491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7761be23-87b4-4cfd-b84e-8aec4db7648a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.690160] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: SUCCESS [ 682.690384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.690574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.690802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.691137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.691240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.691488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.691488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.691596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.691596] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.799298] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.799674] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.799674] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.799916] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.800420] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.800662] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.800809] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.801070] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.801435] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.801797] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.801905] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.801983] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.802102] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.802211] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.802492] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.802492] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.827933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.827933] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.827933] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.827933] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.828964] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-d1a66fdb-8081-40b1-a615-0fae55512648 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.829265] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.829401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.830249] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.830391] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a66fdb-8081-40b1-a615-0fae55512648',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.870367] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.889188] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.194845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.194845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.194845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.194845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.194845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.195192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.195192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.195192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.195315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.195315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.195473] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.195645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.195645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.198357] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.198357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.198357] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.338082] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.338082] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port d1a66fdb-8081-40b1-a615-0fae55512648 not found, creating... [ 683.338082] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.338082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.339168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.339784] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.341043] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.341391] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.342651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.343058] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.343421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: d1a66fdb-8081-40b1-a615-0fae55512648 is going to be created. [ 683.372605] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373115] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373204] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.373658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.373977] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.374240] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375252] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.395133] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.395305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.395305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.395501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.395581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.395682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be created. [ 683.426034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.426251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.426251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.426402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.426560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.438836] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: UNINITIALIZED for 2s [ 683.701889] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 513912ad-a2d6-41b3-9899-2f11424eec9a: rpc.has_security_group_logging(os_id): False [ 683.723408] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.723408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.723408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.723408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.723408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.723656] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.723656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.723656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.723880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.723880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.725551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.725551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.725551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.725551] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a is going to be created. [ 683.824253] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.824253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.824253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.824734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.824983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.839073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: IN_PROGRESS for 2s [ 683.883294] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.883294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.883294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.883294] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 683.956587] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.956799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.956854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.957330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.957454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.970340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 684.034224] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3d3759b4-caf7-413a-9be2-27bcf4de1f01 None None] Enqueued Resource ID: b3db5f2c-985d-4b47-9eff-559cfba6c5fb with Priority: HIGHEST for action port [ 684.035332] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3db5f2c-985d-4b47-9eff-559cfba6c5fb with Priority: HIGHEST for action port [ 684.035332] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3db5f2c-985d-4b47-9eff-559cfba6c5fb taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.035332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3db5f2c-985d-4b47-9eff-559cfba6c5fb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.036227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3db5f2c-985d-4b47-9eff-559cfba6c5fb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.036595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3db5f2c-985d-4b47-9eff-559cfba6c5fb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.036853] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3db5f2c-985d-4b47-9eff-559cfba6c5fb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.128030] env[65325]: INFO networking_nsxv3.common.synchronization [req-a8e54901-e615-4f97-a5d3-1f0c31229bd7 req-d0d9e3f5-2fa1-4c73-9e96-b3f8c7db611f service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 684.128208] env[65325]: INFO networking_nsxv3.common.synchronization [req-a8e54901-e615-4f97-a5d3-1f0c31229bd7 req-d0d9e3f5-2fa1-4c73-9e96-b3f8c7db611f service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 684.128340] env[65325]: INFO networking_nsxv3.common.synchronization [req-a8e54901-e615-4f97-a5d3-1f0c31229bd7 req-d0d9e3f5-2fa1-4c73-9e96-b3f8c7db611f service nova] Enqueued Resource ID: d1a66fdb-8081-40b1-a615-0fae55512648 with Priority: HIGHEST for action port [ 684.129307] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 684.129510] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 684.129622] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a66fdb-8081-40b1-a615-0fae55512648 with Priority: HIGHEST for action port [ 684.129934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.130312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.130694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.130694] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.131673] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.131813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.131970] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a66fdb-8081-40b1-a615-0fae55512648 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.132127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.132209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.132399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.132516] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a66fdb-8081-40b1-a615-0fae55512648',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.268724] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4fbe9d86-c0e1-44d9-99f7-d615f187b2d7 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 684.269310] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 684.269805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.270997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.270997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.271291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.271291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.387137] env[65325]: INFO networking_nsxv3.common.synchronization [None req-eb311ad1-1e52-4b23-8b66-036cf0bde25e tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 684.388051] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 684.388373] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.388463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.540044] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3db5f2c-985d-4b47-9eff-559cfba6c5fb [ 684.540221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.542360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.542609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.543057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.543057] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3db5f2c-985d-4b47-9eff-559cfba6c5fb already deleted. [ 684.543207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3db5f2c-985d-4b47-9eff-559cfba6c5fb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.634886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.635060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636459] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a66fdb-8081-40b1-a615-0fae55512648 with status ACTIVE [ 684.636794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.636794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.636794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.636794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.636794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.637444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.637444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.637634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.637634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.637758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.637899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.637994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.638064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.638212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.638287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.638371] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a66fdb-8081-40b1-a615-0fae55512648 is going to be updated. [ 684.666358] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.667340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.668035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.668035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.668364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.668649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a66fdb-8081-40b1-a615-0fae55512648" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.799582] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.799810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.799810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.800274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.800377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800589] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 already deleted. [ 684.800656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.800808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.801035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.802200] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.324903] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.324903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.324903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.324903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.324903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.324903] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 already deleted. [ 685.324903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.452313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 685.452630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.452858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.453178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.453884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.453884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.453884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.453884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.454166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.454657] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.853038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: SUCCESS [ 685.853273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.959478] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.984575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 685.984823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.985031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.985267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.985556] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.985761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.985883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.986446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.986446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.986446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.433140] env[65325]: INFO networking_nsxv3.common.synchronization [req-3433574a-03df-444f-967d-12204935134f req-09ac77c2-ec11-4768-b1e8-552ee135425d tempest-ServerGroupTestJSON-537868044 tempest-ServerGroupTestJSON-537868044-project-member] Enqueued Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 686.433753] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 686.436916] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.437529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.437529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.437713] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.437868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.438084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.438166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438251] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.464801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918a12cf-5ebc-4c52-91db-0c8cd025144b: rpc.has_security_group_logging(os_id): False [ 686.490186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.490186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.490186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.490186] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be created. [ 686.494214] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.590466] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.590727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.590727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.590932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.591149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.609430] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 686.940524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.940692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.940749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.940988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.941164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.941300] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.941399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.941459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.941648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.941713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.941822] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e already deleted. [ 686.941921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.999050] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.058359] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.060150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-460" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.060545] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-460" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.061014] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-460" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.062248] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.063404] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.063537] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.063818] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.063970] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.064198] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.064295] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.064400] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.064500] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.064599] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.064696] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.064821] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.090652] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.090652] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.090652] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.090652] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-460" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.090652] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-6b103172-3c83-46b5-ad30-15ec23380384 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.090652] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.090652] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.090996] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.091486] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b103172-3c83-46b5-ad30-15ec23380384',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.501893] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.503033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.503033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.503033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.503033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503272] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 687.534574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.534757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.534848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.535084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.535325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.547077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 687.596135] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.596364] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.596534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.596835] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.596985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.597148] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 6b103172-3c83-46b5-ad30-15ec23380384 not found, creating... [ 687.597439] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.597588] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.597860] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.597952] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.598102] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.598388] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.598536] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.598641] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.598881] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.599026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.599164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 6b103172-3c83-46b5-ad30-15ec23380384 is going to be created. [ 687.624275] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.624484] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.624595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.624860] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.625097] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.625375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.043715] env[65325]: INFO networking_nsxv3.common.synchronization [req-dc2d7e9b-2ffd-4a2e-8e95-e1382c68fbaa req-f9425420-2b13-47de-9892-3ac3ae7ff42d tempest-ServerDiagnosticsTest-1584005429 tempest-ServerDiagnosticsTest-1584005429-project-member] Enqueued Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 688.044174] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGHEST for action security_group_members [ 688.044537] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.044709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.045042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.045234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.046287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.046287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.046287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.046287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.046287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.046287] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.395822] env[65325]: INFO networking_nsxv3.common.synchronization [req-3433574a-03df-444f-967d-12204935134f req-2e6c7d75-eb46-44e0-b0cb-f91f29b0f83b service nova] Enqueued Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_rules [ 688.395822] env[65325]: INFO networking_nsxv3.common.synchronization [req-3433574a-03df-444f-967d-12204935134f req-2e6c7d75-eb46-44e0-b0cb-f91f29b0f83b service nova] Enqueued Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 688.395822] env[65325]: INFO networking_nsxv3.common.synchronization [req-3433574a-03df-444f-967d-12204935134f req-2e6c7d75-eb46-44e0-b0cb-f91f29b0f83b service nova] Enqueued Resource ID: 6b103172-3c83-46b5-ad30-15ec23380384 with Priority: HIGHEST for action port [ 688.396273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_rules [ 688.396415] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 688.396513] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b103172-3c83-46b5-ad30-15ec23380384 with Priority: HIGHEST for action port [ 688.396824] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.396953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397415] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.398650] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.398772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.398842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.399067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.399230] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.399336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.399397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.399599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.399776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.399832] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.400655] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b103172-3c83-46b5-ad30-15ec23380384 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.400756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.400889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.400994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.401077] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b103172-3c83-46b5-ad30-15ec23380384',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.548524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.548832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.549183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.549315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.549599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.549662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.549842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.549879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549972] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 is going to be updated. [ 688.589832] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.590369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.590369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.590549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.590668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.603540] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: IN_PROGRESS for 2s [ 688.634130] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 688.634350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.904180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.904180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.904180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.904813] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b103172-3c83-46b5-ad30-15ec23380384 with status ACTIVE [ 688.904921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.905326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.905326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.905462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.905506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.905847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.906153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.906261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.906520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.906635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.906902] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.907053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.907132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.907334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.907441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.907576] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b103172-3c83-46b5-ad30-15ec23380384 is going to be updated. [ 688.935554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.935554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.935554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.935554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.935554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.935554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b103172-3c83-46b5-ad30-15ec23380384" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.945393] env[65325]: INFO networking_nsxv3.common.synchronization [req-dcb62760-f8f2-493f-b050-0ff8d6dde322 req-c6441ec8-eeb7-434e-be9f-68f28413b685 tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 688.945884] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 688.946242] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.946462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.946462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.947677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.947980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.948179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.948287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.948613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.948758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.948920] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.227366] env[65325]: INFO networking_nsxv3.common.synchronization [req-7acf128b-be34-4c3d-91b2-e81e0c596840 req-8874f1a4-6ea4-40e4-880a-50892e18633e tempest-InstanceActionsNegativeTestJSON-608454440 tempest-InstanceActionsNegativeTestJSON-608454440-project-member] Enqueued Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 689.229341] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 689.229341] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.229341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.229341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.229657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.229657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.229751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.230134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.230334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.230448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.230501] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.410118] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.452598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.452852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.452924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.453155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.453247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.453478] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.453697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.453799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.453936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.454040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.454138] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 689.496661] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.496661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.496661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.496661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.496661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509105] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 689.559554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 689.560166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.560166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.560460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.560670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.560792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.560858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.561071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.561204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.561204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.561380] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.733571] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.733782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.733782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.734134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.734134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.734335] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.734420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.734477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.734638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.734702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.734794] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a already deleted. [ 689.734868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.915355] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.915355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.915355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.915355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.915355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.915355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e is going to be created. [ 689.943143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.943143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.943143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.943553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.943553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.955072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: UNINITIALIZED for 2s [ 690.065563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.065790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.065790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.066370] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.067162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.067221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.067415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.067540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.067633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.069149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.069149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.069149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.069149] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.312914] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.314090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-991" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.315833] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-991" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.316199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-991" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.316642] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.316919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.317110] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.318045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.318045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.318045] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.318045] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.318379] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.318379] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.318526] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.318578] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.318740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.346885] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.347106] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.347194] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.347341] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-991" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.347685] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347924] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.348073] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.348423] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.348560] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b1d93e-7e52-4e98-9dbb-1f89042cfa08',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.572716] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d6156e-5d7d-479e-be6c-2fa4d69b3f63: rpc.has_security_group_logging(os_id): False [ 690.598367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.598555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.598555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600123] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600123] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600640] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.600640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.600640] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 690.615212] env[65325]: INFO networking_nsxv3.common.synchronization [None req-43897aa8-32a7-4664-ba2e-0d323d76ca50 None None] Enqueued Resource ID: b5a858d7-8f68-4439-94e9-d1024ba04464 with Priority: HIGHEST for action port [ 690.615212] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a858d7-8f68-4439-94e9-d1024ba04464 with Priority: HIGHEST for action port [ 690.615212] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a858d7-8f68-4439-94e9-d1024ba04464 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.615212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a858d7-8f68-4439-94e9-d1024ba04464" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.615212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a858d7-8f68-4439-94e9-d1024ba04464" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.616185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a858d7-8f68-4439-94e9-d1024ba04464" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.616497] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a858d7-8f68-4439-94e9-d1024ba04464',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.621455] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 in Status: SUCCESS [ 690.624439] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 deletion is rescheduled due to dependency. [ 690.624439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.691463] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.691641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.691722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.691909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.692065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.712116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 690.851805] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.852069] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.852196] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.852519] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.852699] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.852796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 not found, creating... [ 690.853077] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.853248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.853353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.853694] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.853783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.854207] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.854428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.854551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.854800] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.854935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.855105] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 is going to be created. [ 690.882272] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.882479] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.882648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.884637] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.884637] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.884637] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.119337] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5a858d7-8f68-4439-94e9-d1024ba04464 [ 691.120076] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.120742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.120742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.120742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.120742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.121610] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5a858d7-8f68-4439-94e9-d1024ba04464 already deleted. [ 691.121610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a858d7-8f68-4439-94e9-d1024ba04464" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.150951] env[65325]: INFO networking_nsxv3.common.synchronization [None req-f4b74470-83bb-4620-8aac-d3277734a83c None None] Enqueued Resource ID: bd051a57-2ed0-4088-b9fd-048d9fe1b618 with Priority: HIGHEST for action port [ 691.150951] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd051a57-2ed0-4088-b9fd-048d9fe1b618 with Priority: HIGHEST for action port [ 691.150951] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd051a57-2ed0-4088-b9fd-048d9fe1b618 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.150951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd051a57-2ed0-4088-b9fd-048d9fe1b618" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd051a57-2ed0-4088-b9fd-048d9fe1b618" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.152558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd051a57-2ed0-4088-b9fd-048d9fe1b618" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.152775] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd051a57-2ed0-4088-b9fd-048d9fe1b618',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.526374] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 691.527479] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e deletion is rescheduled due to dependency. [ 691.527479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658307] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd051a57-2ed0-4088-b9fd-048d9fe1b618 [ 691.658307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658307] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd051a57-2ed0-4088-b9fd-048d9fe1b618 already deleted. [ 691.658307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd051a57-2ed0-4088-b9fd-048d9fe1b618" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.806505] env[65325]: INFO networking_nsxv3.common.synchronization [req-7acf128b-be34-4c3d-91b2-e81e0c596840 req-7cec0257-26d0-4faf-97ac-5cfa28898658 service nova] Enqueued Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_rules [ 691.810024] env[65325]: INFO networking_nsxv3.common.synchronization [req-7acf128b-be34-4c3d-91b2-e81e0c596840 req-7cec0257-26d0-4faf-97ac-5cfa28898658 service nova] Enqueued Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 691.810024] env[65325]: INFO networking_nsxv3.common.synchronization [req-7acf128b-be34-4c3d-91b2-e81e0c596840 req-7cec0257-26d0-4faf-97ac-5cfa28898658 service nova] Enqueued Resource ID: 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 with Priority: HIGHEST for action port [ 691.810024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_rules [ 691.810024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 691.810024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 with Priority: HIGHEST for action port [ 691.810024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.810024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.810024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.810024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.810024] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.811020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.812227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812227] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.812227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.812227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.812642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.812642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.812820] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.813626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.813768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.813894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.814055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.814233] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b1d93e-7e52-4e98-9dbb-1f89042cfa08',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.966244] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: SUCCESS [ 691.966319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.966488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.966717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.966926] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.967133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.967273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.967463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.967579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.967683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.967761] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.317446] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.317446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.317446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.319626] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 with status ACTIVE [ 692.319626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.319626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.319626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.319626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.320203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.320203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.320203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.320203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.325183] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21b1d93e-7e52-4e98-9dbb-1f89042cfa08 is going to be updated. [ 692.347454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.347563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.347641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.347858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.348012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.348197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b1d93e-7e52-4e98-9dbb-1f89042cfa08" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.472576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.475931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.476297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.476566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.476841] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.477200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.477313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.477478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.477581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.477763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.478514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.478514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.478514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.478514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.478514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.478825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.478825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.478825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.478907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.478978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.479653] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.732838] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 692.733098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.830882] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.832693] env[65325]: INFO networking_nsxv3.common.synchronization [None req-6e2055d5-50cd-4842-816b-f144e6a344ab None None] Enqueued Resource ID: 1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7 with Priority: HIGHEST for action port [ 692.838022] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7 with Priority: HIGHEST for action port [ 692.838528] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.838528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.838528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.838677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.838716] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.982140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3af0e53d-5ae5-44bf-a70d-6254c5562d7e: rpc.has_security_group_logging(os_id): False [ 693.003737] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.003737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.003856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.004024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.004147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.004414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.004546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.004596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.004767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.004854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.005068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.005189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.005367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.005422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.005455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.005644] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.005788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.005788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.005945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.006059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.006142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e is going to be created. [ 693.069889] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.070024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.070118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.070428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.070578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.086036] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: IN_PROGRESS for 2s [ 693.338556] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.339772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.340153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.340281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.340371] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a is going to be created. [ 693.344219] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7 [ 693.344780] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.344780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.344780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.344989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.344989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.344989] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7 already deleted. [ 693.345142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b73c3a8-82f9-4a4c-8d7f-9b1c86829dd7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.370361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.371614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.371614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.371614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.372031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.392179] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: UNINITIALIZED for 2s [ 693.691936] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-1f794106-59f7-40f0-9265-7d174defeeb8 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 693.692774] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 693.692774] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.692774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.692774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.693048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.693332] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.693444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.693521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.693695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.693808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.693902] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.054120] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-5a71a388-4c5b-42ae-a7ba-01376a88bc16 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 694.055032] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 694.055032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.055515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196506] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.196743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.197270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.197449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.197770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.197909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.197988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198352] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 694.252490] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.252705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.252834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.253238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.253468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.272870] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 694.460133] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.460133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-360" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.460133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-360" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.460133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-360" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.460655] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.461029] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.462193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.462193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.464103] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.464103] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.464103] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.464103] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.464103] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.464103] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.464103] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.464103] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.487194] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.487194] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.487440] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.487440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-360" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.487754] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.487972] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.488107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.488483] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.488616] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a2efed-b3fb-456a-ba16-9379a1dd2e7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.634047] env[65325]: INFO networking_nsxv3.common.synchronization [None req-704dfcbd-c702-4920-8f75-65f70ce48ac4 None None] Enqueued Resource ID: 63525028-b585-4158-aef1-2ae2c6188ca0 with Priority: HIGHEST for action port [ 694.634047] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63525028-b585-4158-aef1-2ae2c6188ca0 with Priority: HIGHEST for action port [ 694.634233] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-63525028-b585-4158-aef1-2ae2c6188ca0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.634359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63525028-b585-4158-aef1-2ae2c6188ca0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.634423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63525028-b585-4158-aef1-2ae2c6188ca0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.634734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63525028-b585-4158-aef1-2ae2c6188ca0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.634817] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63525028-b585-4158-aef1-2ae2c6188ca0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.994101] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.994353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.994482] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.994769] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.994913] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.995076] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 19a2efed-b3fb-456a-ba16-9379a1dd2e7e not found, creating... [ 694.995361] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.995544] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.995668] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.995915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.996066] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.996689] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.996847] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.996962] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.997309] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.997672] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 19a2efed-b3fb-456a-ba16-9379a1dd2e7e is going to be created. [ 695.028506] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.030248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.030248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.030248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.030248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.030248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.107087] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: SUCCESS [ 695.107464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.137104] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63525028-b585-4158-aef1-2ae2c6188ca0 [ 695.137504] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.138356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.138444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.138712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.138787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.138934] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63525028-b585-4158-aef1-2ae2c6188ca0 already deleted. [ 695.139014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63525028-b585-4158-aef1-2ae2c6188ca0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.404154] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: SUCCESS [ 695.404389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.404632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.404833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.405103] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.405434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.405519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.405610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.405694] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.782370] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-7dc7cb69-ea11-46bc-b713-3f3f19cdf725 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 695.782538] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-7dc7cb69-ea11-46bc-b713-3f3f19cdf725 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 695.782666] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-7dc7cb69-ea11-46bc-b713-3f3f19cdf725 service nova] Enqueued Resource ID: 19a2efed-b3fb-456a-ba16-9379a1dd2e7e with Priority: HIGHEST for action port [ 695.783230] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 695.783365] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 695.783460] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a2efed-b3fb-456a-ba16-9379a1dd2e7e with Priority: HIGHEST for action port [ 695.783730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.783850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.783916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.784150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.784254] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.785119] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.785887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.786327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.786520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.786654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.787051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.787150] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a2efed-b3fb-456a-ba16-9379a1dd2e7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.909500] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.910288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.913019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.913019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.913561] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.286772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 696.287099] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 deletion is rescheduled due to dependency. [ 696.287146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.287420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.287807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.288127] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.288784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.288954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.289206] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.290514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.291629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.291629] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19a2efed-b3fb-456a-ba16-9379a1dd2e7e with status ACTIVE [ 696.291629] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.291629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.291629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.291629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.291629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.292009] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.292157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.294104] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.294104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.294104] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19a2efed-b3fb-456a-ba16-9379a1dd2e7e is going to be updated. [ 696.321075] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.321326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.321632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.321771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.321916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.322145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a2efed-b3fb-456a-ba16-9379a1dd2e7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.417893] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ca316cd-8188-4e1c-9647-7e208d3ee98a: rpc.has_security_group_logging(os_id): False [ 696.438460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.438628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.438708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.438927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.441454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.442148] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a is going to be created. [ 696.502021] env[65325]: INFO networking_nsxv3.common.synchronization [req-fa964512-4209-4586-824b-c16b6d6d9cc6 req-4ddc4fb2-8b73-4360-82de-632e85bff7ae tempest-AttachInterfacesV270Test-760727253 tempest-AttachInterfacesV270Test-760727253-project-member] Enqueued Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 696.502772] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 696.503124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.506124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.506124] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.534282] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.534282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.534405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.535040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.535040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.548873] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: IN_PROGRESS for 2s [ 696.796285] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.806064] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.806313] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.806510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.806836] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.807201] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.807362] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.807483] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.807769] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808268] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.808268] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.808431] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.808546] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.808680] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.808827] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.808995] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.809240] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.833603] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.833603] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.833603] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.833603] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.833843] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-62717800-9539-4e18-b459-fb61c9037822 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.833991] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.836034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.836034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.836034] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62717800-9539-4e18-b459-fb61c9037822',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.943613] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.943613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-730" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.943613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-730" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.943910] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-730" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.944602] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.944602] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.944602] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.944780] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.944780] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.944961] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.945305] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.945305] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.945305] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.945416] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.945474] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.945596] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.975138] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.975300] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.976036] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.977154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-730" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.977154] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-4f02c4b7-09ab-425e-b007-588ad73854ea taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.977154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977419] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.977419] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f02c4b7-09ab-425e-b007-588ad73854ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.008977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.009469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.009469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.009469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.009667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.009738] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.010387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.010387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.010387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.010562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.010562] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 already deleted. [ 697.010644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.299060] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.337589] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.337799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.337991] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.338598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.338598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.338598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 62717800-9539-4e18-b459-fb61c9037822 not found, creating... [ 697.338862] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.339164] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.339519] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.339799] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.339950] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.340078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.340326] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.340458] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.340597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 62717800-9539-4e18-b459-fb61c9037822 is going to be created. [ 697.361665] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.361893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.362045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362286] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362586] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.483308] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.483599] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.483744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.484048] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.484195] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.484361] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 4f02c4b7-09ab-425e-b007-588ad73854ea not found, creating... [ 697.485127] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.485337] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.485625] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.485977] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.486212] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.486769] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.486974] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.487290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.488053] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.488053] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.488185] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 4f02c4b7-09ab-425e-b007-588ad73854ea is going to be created. [ 697.531423] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.531658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.531779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.532090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.532356] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.532613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.801975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.802165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.802264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.802573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.802672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.802801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 697.835645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.835870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.835870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.836184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.836426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.846851] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 698.067611] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-071f927e-ed9e-446c-8f14-691ce44a3576 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 698.067809] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-071f927e-ed9e-446c-8f14-691ce44a3576 service nova] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 698.068519] env[65325]: INFO networking_nsxv3.common.synchronization [req-012e256c-98db-46f3-b268-89440111a9dd req-071f927e-ed9e-446c-8f14-691ce44a3576 service nova] Enqueued Resource ID: 62717800-9539-4e18-b459-fb61c9037822 with Priority: HIGHEST for action port [ 698.068706] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_rules [ 698.068915] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 698.068991] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62717800-9539-4e18-b459-fb61c9037822 with Priority: HIGHEST for action port [ 698.069294] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.069412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.069606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.069691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.069871] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-62717800-9539-4e18-b459-fb61c9037822 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.070023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.070075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.070361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.070463] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62717800-9539-4e18-b459-fb61c9037822',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [req-fa964512-4209-4586-824b-c16b6d6d9cc6 req-7abc86af-626e-4cfd-9bb5-6f2e0039dbf7 service nova] Enqueued Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_rules [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [req-fa964512-4209-4586-824b-c16b6d6d9cc6 req-7abc86af-626e-4cfd-9bb5-6f2e0039dbf7 service nova] Enqueued Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [req-fa964512-4209-4586-824b-c16b6d6d9cc6 req-7abc86af-626e-4cfd-9bb5-6f2e0039dbf7 service nova] Enqueued Resource ID: 4f02c4b7-09ab-425e-b007-588ad73854ea with Priority: HIGHEST for action port [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_rules [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 698.295134] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f02c4b7-09ab-425e-b007-588ad73854ea with Priority: HIGHEST for action port [ 698.296459] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.296807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.296993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.297472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.297703] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.300049] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.300603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.301477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.301969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.302303] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.302613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.303324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.303324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.303324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.303324] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.306491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f02c4b7-09ab-425e-b007-588ad73854ea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.309614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.309614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.309614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.309614] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f02c4b7-09ab-425e-b007-588ad73854ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.564552] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: SUCCESS [ 698.564744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577578] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62717800-9539-4e18-b459-fb61c9037822 with status ACTIVE [ 698.577578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.577578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.577578] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62717800-9539-4e18-b459-fb61c9037822 is going to be updated. [ 698.604349] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.604699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.604699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.604836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.605056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.605276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62717800-9539-4e18-b459-fb61c9037822" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.729378] env[65325]: INFO networking_nsxv3.common.synchronization [req-969e4e5b-bfff-4384-97fb-8d10349316b4 req-b4a2c777-8f0d-48d5-b4ca-dadb7bab14dc tempest-SecurityGroupRulesNegativeTestJSON-1905548358 tempest-SecurityGroupRulesNegativeTestJSON-1905548358-project-member] Enqueued Resource ID: c70a0d20-4c29-403d-8215-d635092cc6bf with Priority: HIGHEST for action security_group_rules [ 698.731384] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70a0d20-4c29-403d-8215-d635092cc6bf with Priority: HIGHEST for action security_group_rules [ 698.731986] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c70a0d20-4c29-403d-8215-d635092cc6bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.732206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.732306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.732750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.732912] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c70a0d20-4c29-403d-8215-d635092cc6bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.803648] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.803844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.810652] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.811615] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f02c4b7-09ab-425e-b007-588ad73854ea with status ACTIVE [ 698.811811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.812484] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.812579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.812662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.813173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.813266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.813322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.813490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.813548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.815600] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f02c4b7-09ab-425e-b007-588ad73854ea is going to be updated. [ 698.836603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.836769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.836861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.837120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.837251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.837493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f02c4b7-09ab-425e-b007-588ad73854ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.204994] env[65325]: INFO networking_nsxv3.common.synchronization [None req-23ae425d-5079-427b-8de0-784e847618f1 tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 62583f70-27ce-4259-83ea-90aede0f4962 with Priority: HIGHEST for action security_group_rules [ 699.207610] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62583f70-27ce-4259-83ea-90aede0f4962 with Priority: HIGHEST for action security_group_rules [ 699.208620] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62583f70-27ce-4259-83ea-90aede0f4962 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.208620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.208755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.209113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.209376] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62583f70-27ce-4259-83ea-90aede0f4962',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.265331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.266015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.266015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.266015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.266015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.267216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c70a0d20-4c29-403d-8215-d635092cc6bf already deleted. [ 699.267216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.313917] env[65325]: INFO networking_nsxv3.common.synchronization [None req-cbb6dfb7-e20c-430b-9bf8-9bf4e74c6fe8 tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 62583f70-27ce-4259-83ea-90aede0f4962 with Priority: HIGHEST for action security_group_rules [ 699.315680] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62583f70-27ce-4259-83ea-90aede0f4962 with Priority: HIGHEST for action security_group_rules [ 699.316052] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.317236] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62583f70-27ce-4259-83ea-90aede0f4962 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.317382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.738499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740338] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62583f70-27ce-4259-83ea-90aede0f4962 already deleted. [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.740338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.744252] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62583f70-27ce-4259-83ea-90aede0f4962',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.818707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.818923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.819029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.819259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.819352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.819453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 is going to be created. [ 699.847326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.847461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.847559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.847744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.848014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: UNINITIALIZED for 2s [ 699.865065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 699.865300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.865469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.865685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.866024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.866150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.866194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.866503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.866503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.866605] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.278639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.278838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.279038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.279203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.279355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.279457] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62583f70-27ce-4259-83ea-90aede0f4962 already deleted. [ 700.279566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62583f70-27ce-4259-83ea-90aede0f4962" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.369191] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.873929] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.080275] env[65325]: INFO networking_nsxv3.common.synchronization [req-1fb283d2-66d2-41b4-8e25-518dc9412211 req-4db6263d-d964-4b0e-9c0f-a3a83c10851c tempest-SecurityGroupRulesNegativeTestJSON-1905548358 tempest-SecurityGroupRulesNegativeTestJSON-1905548358-project-member] Enqueued Resource ID: c70a0d20-4c29-403d-8215-d635092cc6bf with Priority: HIGHEST for action security_group_rules [ 701.080275] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70a0d20-4c29-403d-8215-d635092cc6bf with Priority: HIGHEST for action security_group_rules [ 701.082194] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c70a0d20-4c29-403d-8215-d635092cc6bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.082194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.083738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.084036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.084071] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c70a0d20-4c29-403d-8215-d635092cc6bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.375574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.376074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.376074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.376074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.376169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.376216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 701.413550] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.413777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.413878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.414141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.414333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.426754] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 701.611256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.611704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.611793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.611886] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c70a0d20-4c29-403d-8215-d635092cc6bf already deleted. [ 701.611981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c70a0d20-4c29-403d-8215-d635092cc6bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.871379] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: SUCCESS [ 701.872308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.872308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.872308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.872405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.872507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.872585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.872787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.872915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.873064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.873762] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.238047] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a32cba8-c078-4632-abf7-cd7471c6dd1f req-3962460f-7ee0-49f3-a3aa-a188e31ce894 tempest-VolumesAssistedSnapshotsTest-2088478385 tempest-VolumesAssistedSnapshotsTest-2088478385-project-member] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 702.238047] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGHEST for action security_group_members [ 702.238047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.238047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.238047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.238047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.238047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.238047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.238385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.238385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.238385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.238476] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.375572] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.375695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.375934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.376420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.376493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.376523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.376760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.377022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.377092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.377155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.377300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.377436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.377527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.377585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.377716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.377790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.377873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.378052] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.740870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.741050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.741109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.741337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.741434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.741653] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.741755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.741818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.741993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.742065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.742169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d is going to be updated. [ 702.780496] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.780756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.780880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.781233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.781466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.794468] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: IN_PROGRESS for 2s [ 702.858760] env[65325]: INFO networking_nsxv3.common.synchronization [req-eb49101e-04f5-4612-98f9-24f980734b04 req-0f6347e3-aea8-4061-82fe-4d37d8a688e9 tempest-ServerAddressesNegativeTestJSON-223396476 tempest-ServerAddressesNegativeTestJSON-223396476-project-member] Enqueued Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 702.859373] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGHEST for action security_group_members [ 702.859798] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.859976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.859976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.860139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.861099] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.861099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.861099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.861099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.861099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.861099] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.880352] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b10f2fc-f064-4b2c-9419-7107f6b07ae4: rpc.has_security_group_logging(os_id): False [ 702.902479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.902624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903280] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.903393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.903459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.903631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.904056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.904056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.904387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.904387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.904685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.904750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.904787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.904937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.905021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.905107] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 is going to be created. [ 702.979597] env[65325]: INFO networking_nsxv3.common.synchronization [req-9fb64f5b-51e3-450b-ae43-1e46249c78a8 req-b23db936-546a-4d7f-9383-470c793083c4 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 702.979597] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 702.981127] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.981535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.981755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.982155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.982571] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.982825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.982978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.983341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.983578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.985024] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.092024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.092024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.092024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.092024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.092024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.107353] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: IN_PROGRESS for 2s [ 703.365590] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.365590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.365590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.365590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.365590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.365837] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.365837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.365924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.367681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.367681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.367681] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a is going to be updated. [ 703.398053] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.398053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.398053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.398053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.398053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.410020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: IN_PROGRESS for 2s [ 703.441427] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 703.441731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.441901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.442059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442362] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.442858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.442858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.442858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.442858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.442858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.442858] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.443838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.444266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.444266] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.444420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.444470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.444573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.444651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.444740] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.486361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.486505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.486575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.489682] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.489682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.489682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 703.519716] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.520724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.529558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 703.947230] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.947352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.947621] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.020034] env[65325]: INFO networking_nsxv3.common.synchronization [req-b2fc7264-f903-4cda-96c9-493d4d66b127 req-dc1620c1-a323-4f6c-9ba2-c2ade433cdbe tempest-ServerGroupTestJSON-537868044 tempest-ServerGroupTestJSON-537868044-project-member] Enqueued Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 704.024461] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGHEST for action security_group_members [ 704.024461] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024461] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024461] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.450900] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.525385] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.525582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.525582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.525852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.525976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.526182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.526518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.526662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.526693] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e is going to be updated. [ 704.563328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.563328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.563508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.563837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.564080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.576399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: IN_PROGRESS for 2s [ 704.808896] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d in Status: SUCCESS [ 704.809473] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d deletion is rescheduled due to dependency. [ 704.809704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.953857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.954042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.954137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.954627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.954839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.955012] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 704.999904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.000115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.000146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.001181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.001181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.013352] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 705.131772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: SUCCESS [ 705.132437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.424153] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 513912ad-a2d6-41b3-9899-2f11424eec9a in Status: SUCCESS [ 705.424153] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a deletion is rescheduled due to dependency. [ 705.424153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.542501] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 705.542501] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 705.542501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.757277] env[65325]: INFO networking_nsxv3.common.synchronization [req-d44ad607-fa69-4e51-b50c-caa71ff8e90a req-218097da-244e-492c-bdb4-2f5bee323444 tempest-FloatingIPsAssociationTestJSON-1814791611 tempest-FloatingIPsAssociationTestJSON-1814791611-project-member] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 705.758315] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 705.758775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.759488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.759666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.759971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.760414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.760995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.761523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.761718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.762582] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.263889] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.588421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e in Status: SUCCESS [ 706.588678] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e deletion is rescheduled due to dependency. [ 706.588715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.593166] env[65325]: INFO networking_nsxv3.common.synchronization [req-5cc52f35-bd74-430b-bd89-7d09d3a1ff9f req-885458d8-1fe0-4177-9039-cfe7374744ff tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 706.595325] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 706.595325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.595325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.595325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.595716] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.617379] env[65325]: INFO networking_nsxv3.common.synchronization [req-5cc52f35-bd74-430b-bd89-7d09d3a1ff9f req-885458d8-1fe0-4177-9039-cfe7374744ff tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 706.617538] env[65325]: INFO networking_nsxv3.common.synchronization [req-5cc52f35-bd74-430b-bd89-7d09d3a1ff9f req-885458d8-1fe0-4177-9039-cfe7374744ff tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 706.617668] env[65325]: INFO networking_nsxv3.common.synchronization [req-5cc52f35-bd74-430b-bd89-7d09d3a1ff9f req-885458d8-1fe0-4177-9039-cfe7374744ff tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 706.619934] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 706.620181] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 706.621595] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 706.621595] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.621595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.621595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.621595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.621595] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.622839] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.622839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.622839] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-342552b2-73dc-4065-9f5b-bbbecd9b5af1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.622839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.622839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623166] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342552b2-73dc-4065-9f5b-bbbecd9b5af1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.772162] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.969932] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.969932] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.969932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.969932] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.969932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.969932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.969932] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.970804] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.971124] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.971454] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.993260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.993260] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.993260] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.993260] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-380" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.993260] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.993500] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.993533] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.994510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.994510] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.022767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 707.023098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023915] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.024529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.024676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.024821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.025348] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.025553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.025671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.025945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.026161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.026292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.026664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.026768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.026906] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.097753] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.124784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.124784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.124920] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with status ACTIVE [ 707.124971] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.125097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.125169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.125375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.125478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.125649] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.125744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.125849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.126061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.126061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.126307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.126374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.126374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.126514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.126589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.126668] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 is going to be updated. [ 707.153551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.153551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.153833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.278293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.278293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.278293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.278293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.278293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.278293] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be updated. [ 707.325572] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.325823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.325882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.326126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.326322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.340737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 707.497588] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.498521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.498683] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.499225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.499225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.499377] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec not found, creating... [ 707.499683] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499967] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.499967] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.500200] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.500352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.500612] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.500778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.500889] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.501139] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.501273] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.501412] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec is going to be created. [ 707.525044] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.525044] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.525044] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.525351] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.525725] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.526184] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530806] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ac2628-b96b-4a3c-ae23-911347152df0: rpc.has_security_group_logging(os_id): False [ 707.552214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.552214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.552214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.552214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.553164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.553502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.553756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.555318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.555318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.555318] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 707.600736] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.634470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653507] env[65325]: INFO networking_nsxv3.common.synchronization [req-c894e601-8c5f-4c60-b545-e291b62d1b3e req-725696a0-7071-4c4a-a81b-5e3b07e610e1 tempest-InstanceActionsNegativeTestJSON-608454440 tempest-InstanceActionsNegativeTestJSON-608454440-project-member] Enqueued Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 707.654069] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGHEST for action security_group_members [ 707.654514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.654742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.654812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.655130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.655403] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.655567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.655697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.656028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.656241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.656433] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.658363] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 708.103044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.103214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.103415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.103523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.103617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.103729] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 708.137760] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.137963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.137963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.138345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.138579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.150687] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 708.163681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.163681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.163681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.163681] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a is going to be updated. [ 708.205315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.205315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.205315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.205315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.205315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.214754] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: IN_PROGRESS for 2s [ 708.282222] env[65325]: INFO networking_nsxv3.common.synchronization [req-d44ad607-fa69-4e51-b50c-caa71ff8e90a req-b0acd03e-bb75-4ef5-88d2-28fc36d746fd service nova] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_rules [ 708.282353] env[65325]: INFO networking_nsxv3.common.synchronization [req-d44ad607-fa69-4e51-b50c-caa71ff8e90a req-b0acd03e-bb75-4ef5-88d2-28fc36d746fd service nova] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 708.282544] env[65325]: INFO networking_nsxv3.common.synchronization [req-d44ad607-fa69-4e51-b50c-caa71ff8e90a req-b0acd03e-bb75-4ef5-88d2-28fc36d746fd service nova] Enqueued Resource ID: 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec with Priority: HIGHEST for action port [ 708.283120] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_rules [ 708.283293] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 708.283386] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec with Priority: HIGHEST for action port [ 708.283666] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.283785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.283853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284163] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.287960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.287960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.287960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.288173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.288173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.288364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.288441] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.790696] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.791165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791888] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec with status ACTIVE [ 708.792133] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.792539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.792539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.792717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.792983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.792983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.793264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.793264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.793264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.797339] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.797515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.797678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.798320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.798320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.798570] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec is going to be updated. [ 708.827914] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.828142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.828223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.828447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.828673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.829036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eab9dc4-7546-44f6-9eb6-fcddc0b8ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.148829] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-64ab0716-1878-41fc-8b46-e365e2e92718 tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 709.149477] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 709.149804] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.149925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150653] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.150653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.150653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.150961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.150961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.150961] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.352832] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 709.353201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.353287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.353470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.353658] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.355040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.355040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.355040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.355040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.355040] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.390152] env[65325]: INFO networking_nsxv3.common.synchronization [None req-517f7e8e-a65e-47da-b3ad-8cef954bd9a1 None None] Enqueued Resource ID: 52e93578-828e-4908-97c9-058d45ddc319 with Priority: HIGHEST for action port [ 709.390791] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e93578-828e-4908-97c9-058d45ddc319 with Priority: HIGHEST for action port [ 709.391235] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e93578-828e-4908-97c9-058d45ddc319 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.391235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e93578-828e-4908-97c9-058d45ddc319" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.391334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e93578-828e-4908-97c9-058d45ddc319" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.391629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e93578-828e-4908-97c9-058d45ddc319" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.391716] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e93578-828e-4908-97c9-058d45ddc319',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.607601] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.607784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.607895] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.608793] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.608793] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.608985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.608985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.609438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.609438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.609534] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.609628] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.609724] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.609824] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.609921] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.610038] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.610225] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.632434] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.632434] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.632434] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.632807] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.634688] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-0927c29c-c640-4383-a2f5-2a658ab8a0bb taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.634894] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.635026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.635355] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.635493] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0927c29c-c640-4383-a2f5-2a658ab8a0bb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.655251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.655445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.655523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.655738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.655905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.656211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.656362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.656394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.656598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.656689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.656788] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 already deleted. [ 709.656884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.679054] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 709.679262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.679977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.680271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.681216] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.857291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.893916] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e93578-828e-4908-97c9-058d45ddc319 [ 709.894235] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.894337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.894337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.894621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.894721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.894817] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e93578-828e-4908-97c9-058d45ddc319 already deleted. [ 709.894899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e93578-828e-4908-97c9-058d45ddc319" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.137728] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.138306] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.140765] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 0927c29c-c640-4383-a2f5-2a658ab8a0bb not found, creating... [ 710.140765] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.140765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.140765] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.141321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.141321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.141321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.141321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.141455] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 0927c29c-c640-4383-a2f5-2a658ab8a0bb is going to be created. [ 710.161991] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 710.162354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.162576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.162837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.163050] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.163779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.163779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.163779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.163779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.163779] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.168386] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.168386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.168497] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.168799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.169384] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.169628] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.184090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.184090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.184448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.184530] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.184581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.185664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185664] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.227128] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a in Status: SUCCESS [ 710.227782] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a deletion is rescheduled due to dependency. [ 710.227782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.362451] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.666419] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.687412] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.687606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.687606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.687810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.688407] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.688407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.688407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.688407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.688585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.688585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.688806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.688806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.688911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.688994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.689179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.689263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.689357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.689491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.689569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.689650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.689728] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.867862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.868930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.868930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.868930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.868930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.868930] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be updated. [ 710.888527] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-b1522e88-efe0-420b-91a7-3356b8081cc2 service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 710.888527] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-b1522e88-efe0-420b-91a7-3356b8081cc2 service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 710.888527] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-b1522e88-efe0-420b-91a7-3356b8081cc2 service nova] Enqueued Resource ID: 0927c29c-c640-4383-a2f5-2a658ab8a0bb with Priority: HIGHEST for action port [ 710.890876] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 710.890971] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 710.892152] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0927c29c-c640-4383-a2f5-2a658ab8a0bb with Priority: HIGHEST for action port [ 710.892378] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.892913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.892913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.892913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.892913] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.893868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.896419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.896518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.898782] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.898782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.899785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.899785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.899785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.900684] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.902925] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0927c29c-c640-4383-a2f5-2a658ab8a0bb taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.903075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.903157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.903380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.903442] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0927c29c-c640-4383-a2f5-2a658ab8a0bb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.906599] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.906599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.906599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.906832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.908858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.920937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 711.170417] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.192339] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ac2628-b96b-4a3c-ae23-911347152df0: rpc.has_security_group_logging(os_id): False [ 711.214302] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.214473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.214592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.214886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.215088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.215422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.215591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.215702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.215919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.216770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.217089] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.217245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.217331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.217522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.217986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218312] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.218477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.218573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.219129] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 711.293556] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.293693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.294040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.294218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.337988] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 711.402728] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.406025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.406170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.409707] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0927c29c-c640-4383-a2f5-2a658ab8a0bb with status ACTIVE [ 711.410140] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.410382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.410447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.410631] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.410931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.411017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.411206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.411299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.411357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0927c29c-c640-4383-a2f5-2a658ab8a0bb is going to be updated. [ 711.452761] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.452974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.452974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.453201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.453328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.453506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0927c29c-c640-4383-a2f5-2a658ab8a0bb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.678097] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.678097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.678097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.678097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.678097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.678097] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 711.714033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.714033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.714033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.714033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.714033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.722131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 711.903290] env[65325]: INFO networking_nsxv3.common.synchronization [None req-07aaa0b4-cd5c-438f-b358-8f0a70066b82 None None] Enqueued Resource ID: 7429f132-09da-48e6-8b8a-59c4ff77d6c3 with Priority: HIGHEST for action port [ 711.903290] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7429f132-09da-48e6-8b8a-59c4ff77d6c3 with Priority: HIGHEST for action port [ 711.903701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7429f132-09da-48e6-8b8a-59c4ff77d6c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.903701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7429f132-09da-48e6-8b8a-59c4ff77d6c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.903701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7429f132-09da-48e6-8b8a-59c4ff77d6c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.903961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7429f132-09da-48e6-8b8a-59c4ff77d6c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.904059] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7429f132-09da-48e6-8b8a-59c4ff77d6c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.905334] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.410200] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7429f132-09da-48e6-8b8a-59c4ff77d6c3 [ 712.410480] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.410639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.410814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.410934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.411059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.411141] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7429f132-09da-48e6-8b8a-59c4ff77d6c3 already deleted. [ 712.411218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7429f132-09da-48e6-8b8a-59c4ff77d6c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.411533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.411670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.411739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.411910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.412024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.412116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be created. [ 712.446374] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.446547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.446628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.446923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.447223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.461682] env[65325]: INFO networking_nsxv3.common.synchronization [None req-bab7649d-4f91-4e7b-955a-9d66b752c0cc None None] Enqueued Resource ID: b674ac2a-3b48-46e4-8330-54ef0d9d0956 with Priority: HIGHEST for action port [ 712.462229] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: UNINITIALIZED for 2s [ 712.462989] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b674ac2a-3b48-46e4-8330-54ef0d9d0956 with Priority: HIGHEST for action port [ 712.463196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b674ac2a-3b48-46e4-8330-54ef0d9d0956 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.463319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b674ac2a-3b48-46e4-8330-54ef0d9d0956" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.463392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b674ac2a-3b48-46e4-8330-54ef0d9d0956" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.463841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b674ac2a-3b48-46e4-8330-54ef0d9d0956" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.463919] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b674ac2a-3b48-46e4-8330-54ef0d9d0956',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.933077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 712.933357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.933552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.933760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.933957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.934087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.934152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.934312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.934477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.934477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.934576] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.966804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b674ac2a-3b48-46e4-8330-54ef0d9d0956 [ 712.968351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.969274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.969351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.969573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.969659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.969755] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b674ac2a-3b48-46e4-8330-54ef0d9d0956 already deleted. [ 712.969833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b674ac2a-3b48-46e4-8330-54ef0d9d0956" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.361511] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 713.361754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.436975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.437153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.437287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.437514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439465] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.440661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.440825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.441514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.441514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.441514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.441756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.441756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.441818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.441992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.442104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.442173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.442442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.442442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.442529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.442794] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.632214] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-7b7dc1b6-aa82-4c10-ab74-bb3d8bf68132 tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 713.632776] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 713.633097] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.633205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.734111] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 713.734346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.734523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.734774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.734951] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.735100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.735156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.735285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.735369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.735466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.735546] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.948744] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.948744] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.948744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.949427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.949427] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.949427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.949427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.949427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.949567] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.949567] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.949656] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.951064] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 428c3387-0eae-4492-9622-2468c8bf3062: rpc.has_security_group_logging(os_id): False [ 713.971660] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.972427] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.972427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.972427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.972703] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-702347fb-67ff-4fbb-b597-636cdf148b21 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.972781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.972871] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.973271] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.973374] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702347fb-67ff-4fbb-b597-636cdf148b21',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.974934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.975103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.975174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.975431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.975557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.975841] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.976637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.976637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.976637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.976637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.976637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.976841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.976841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.976899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.976979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.977635] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.977753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.977819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.978181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.978273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.978376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be updated. [ 714.048064] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.048064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.048064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.049194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.049194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065869] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 714.239642] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.472256] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 714.472485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.472651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.472864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.473211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.473286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.473434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473693] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.474660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.474768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.474866] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.474964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.475060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.475212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.475330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.475382] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.482527] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.482722] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.482841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.483163] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.483357] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.483553] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 702347fb-67ff-4fbb-b597-636cdf148b21 not found, creating... [ 714.483830] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.483987] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.484116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.484331] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.484461] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.484740] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.484893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.485012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.485217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.485342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.485474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 702347fb-67ff-4fbb-b597-636cdf148b21 is going to be created. [ 714.510378] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.510617] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.510741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.511008] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.511257] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.511596] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.741474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a1b670e-330f-426b-b326-939ba558b2a0: rpc.has_security_group_logging(os_id): False [ 714.764199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.764199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.764199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.764199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.764199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.764430] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.764430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.764540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.764668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.764745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.764843] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 714.839433] env[65325]: INFO networking_nsxv3.common.synchronization [None req-527f7c03-2004-4733-b016-5fc65067d1a7 None None] Enqueued Resource ID: b96067aa-47d6-4cf7-b905-3c0b364869b8 with Priority: HIGHEST for action port [ 714.840042] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96067aa-47d6-4cf7-b905-3c0b364869b8 with Priority: HIGHEST for action port [ 714.840148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b96067aa-47d6-4cf7-b905-3c0b364869b8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.840763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b96067aa-47d6-4cf7-b905-3c0b364869b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.844230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b96067aa-47d6-4cf7-b905-3c0b364869b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.844582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b96067aa-47d6-4cf7-b905-3c0b364869b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.844687] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b96067aa-47d6-4cf7-b905-3c0b364869b8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.846901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.846901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.846901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.847213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.847213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.866033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 714.978690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.978690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.979109] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.300877] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-734e3092-6ba8-4c87-ae2c-1c5dac99e51b service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 715.301129] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-734e3092-6ba8-4c87-ae2c-1c5dac99e51b service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 715.301313] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-734e3092-6ba8-4c87-ae2c-1c5dac99e51b service nova] Enqueued Resource ID: 702347fb-67ff-4fbb-b597-636cdf148b21 with Priority: HIGHEST for action port [ 715.302038] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 715.302509] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 715.302674] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702347fb-67ff-4fbb-b597-636cdf148b21 with Priority: HIGHEST for action port [ 715.303155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.303354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.307672] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.307823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.308186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-702347fb-67ff-4fbb-b597-636cdf148b21 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.308335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.308434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.308761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.308893] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702347fb-67ff-4fbb-b597-636cdf148b21',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.350047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b96067aa-47d6-4cf7-b905-3c0b364869b8 [ 715.350441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.350642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.350767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.351065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.351184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.351303] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b96067aa-47d6-4cf7-b905-3c0b364869b8 already deleted. [ 715.351578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b96067aa-47d6-4cf7-b905-3c0b364869b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.482992] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.748438] env[65325]: INFO networking_nsxv3.common.synchronization [req-19bbb0cf-9a57-4698-a2f6-176a86cb3a95 req-7b82fa8f-ee80-4bc0-8975-df82c5f5e3ac tempest-ImagesOneServerTestJSON-1413741556 tempest-ImagesOneServerTestJSON-1413741556-project-member] Enqueued Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 715.748859] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82496030-360a-4042-bd62-0c97b5212c30 with Priority: HIGHEST for action security_group_members [ 715.749526] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82496030-360a-4042-bd62-0c97b5212c30 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.749646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.749713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.749997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.750580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.750690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.750750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.750950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.751050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.751168] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82496030-360a-4042-bd62-0c97b5212c30',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.816554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702347fb-67ff-4fbb-b597-636cdf148b21 with status ACTIVE [ 715.816816] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.816960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.817058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.817343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.817412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.817592] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.817697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.817758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.817901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.817988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818291] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.818387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.818446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.818583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.818655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818745] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702347fb-67ff-4fbb-b597-636cdf148b21 is going to be updated. [ 715.844116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.844335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.844413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.844634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.844782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.844937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702347fb-67ff-4fbb-b597-636cdf148b21" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.921790] env[65325]: INFO networking_nsxv3.common.synchronization [None req-e32cb732-c7fe-431b-9b47-16a65e53c3b5 None None] Enqueued Resource ID: 0c5e3b8f-539a-4588-913e-991b041a8f18 with Priority: HIGHEST for action port [ 715.922895] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5e3b8f-539a-4588-913e-991b041a8f18 with Priority: HIGHEST for action port [ 715.923496] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c5e3b8f-539a-4588-913e-991b041a8f18 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.923983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c5e3b8f-539a-4588-913e-991b041a8f18" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.923983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c5e3b8f-539a-4588-913e-991b041a8f18" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.924127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c5e3b8f-539a-4588-913e-991b041a8f18" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.924265] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c5e3b8f-539a-4588-913e-991b041a8f18',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.984834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.984834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.985256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.985256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.985256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.985345] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 716.028162] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.028162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.028162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.028162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.028162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.042287] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 716.088717] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 716.089117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.254185] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.254427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.254427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.255403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.255403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.255403] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.255403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.255403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.255403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.255688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.255688] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82496030-360a-4042-bd62-0c97b5212c30 is going to be updated. [ 716.309896] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.310097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.310180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.310468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.310629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.325082] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: IN_PROGRESS for 2s [ 716.426594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c5e3b8f-539a-4588-913e-991b041a8f18 [ 716.426714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.427172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.427172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.427172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.427416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.427416] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c5e3b8f-539a-4588-913e-991b041a8f18 already deleted. [ 716.427416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c5e3b8f-539a-4588-913e-991b041a8f18" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.884043] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 716.884043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.244288] env[65325]: INFO networking_nsxv3.common.synchronization [req-5724d816-13a5-4e91-a1ea-aca0d50b7c5d req-a8ff61b0-6c16-4ff0-8e4b-0831ae9009f9 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 717.245316] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 717.245818] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.246172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.246335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.246617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.246870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.247095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.247234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.247493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.247681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.247859] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.264748] env[65325]: INFO networking_nsxv3.common.synchronization [req-5724d816-13a5-4e91-a1ea-aca0d50b7c5d req-a8ff61b0-6c16-4ff0-8e4b-0831ae9009f9 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 717.265111] env[65325]: INFO networking_nsxv3.common.synchronization [req-5724d816-13a5-4e91-a1ea-aca0d50b7c5d req-a8ff61b0-6c16-4ff0-8e4b-0831ae9009f9 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 717.265368] env[65325]: INFO networking_nsxv3.common.synchronization [req-5724d816-13a5-4e91-a1ea-aca0d50b7c5d req-a8ff61b0-6c16-4ff0-8e4b-0831ae9009f9 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 717.266279] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_rules [ 717.267707] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 717.269046] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with Priority: HIGHEST for action port [ 717.269901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.269901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.270051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.270194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.270274] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.274719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.274719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.274719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-342552b2-73dc-4065-9f5b-bbbecd9b5af1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.275159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.275159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.275159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.275259] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342552b2-73dc-4065-9f5b-bbbecd9b5af1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.409948] env[65325]: INFO networking_nsxv3.common.synchronization [None req-24009906-47a9-4e21-bfe1-35e6fd9207aa tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e with Priority: HIGHEST for action security_group_rules [ 717.410682] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e with Priority: HIGHEST for action security_group_rules [ 717.411014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.412889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.412954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.413232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.413376] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470d0dbf-622c-4cdf-b026-ecafedd70e8e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.529572] env[65325]: INFO networking_nsxv3.common.synchronization [None req-2da32550-1290-419b-a03c-002e5cfdc3de tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e with Priority: HIGHEST for action security_group_rules [ 717.530308] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e with Priority: HIGHEST for action security_group_rules [ 717.530712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.530712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.750068] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.777686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.778194] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342552b2-73dc-4065-9f5b-bbbecd9b5af1 with status ACTIVE [ 717.778680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.778816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.778883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.780024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.780024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.780024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.780358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.780555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.780616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.780771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.780845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.780938] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342552b2-73dc-4065-9f5b-bbbecd9b5af1 is going to be updated. [ 717.812660] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.812854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.812943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.813614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.813614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342552b2-73dc-4065-9f5b-bbbecd9b5af1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.937748] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.937748] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e already deleted. [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.937748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.938270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.938270] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('470d0dbf-622c-4cdf-b026-ecafedd70e8e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.055107] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 718.055265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.055451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.055725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.055876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.056064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.056168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.056371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.056457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.056544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.057565] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.057565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.057565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.057565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.057565] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.057565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.057812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.057889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.058136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.058136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.058232] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.059418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.059575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.059811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.059998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.059998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.060323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.060323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.060435] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.254221] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.336132] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82496030-360a-4042-bd62-0c97b5212c30 in Status: SUCCESS [ 718.336357] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82496030-360a-4042-bd62-0c97b5212c30 deletion is rescheduled due to dependency. [ 718.336491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82496030-360a-4042-bd62-0c97b5212c30" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.467500] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.467646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.468351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.468351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.468351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.468351] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 470d0dbf-622c-4cdf-b026-ecafedd70e8e already deleted. [ 718.468351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-470d0dbf-622c-4cdf-b026-ecafedd70e8e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.492998] env[65325]: INFO networking_nsxv3.common.synchronization [None req-041ef519-f4a6-47dd-ac61-521014610892 None None] Enqueued Resource ID: ff442590-8565-4bbb-a5d1-5328a3b2231b with Priority: HIGHEST for action port [ 718.492998] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff442590-8565-4bbb-a5d1-5328a3b2231b with Priority: HIGHEST for action port [ 718.492998] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff442590-8565-4bbb-a5d1-5328a3b2231b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff442590-8565-4bbb-a5d1-5328a3b2231b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff442590-8565-4bbb-a5d1-5328a3b2231b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff442590-8565-4bbb-a5d1-5328a3b2231b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492998] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff442590-8565-4bbb-a5d1-5328a3b2231b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.564442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aeb8a49-8b03-4d24-b12d-a6e0f7124028: rpc.has_security_group_logging(os_id): False [ 718.564950] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.583801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.583903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.585835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.586153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.586265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.586526] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.586637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.586692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.586850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.586928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.587274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.590431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.590647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.590736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.590979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.591103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.591169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.591319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.591399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.591487] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be created. [ 718.662903] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.663148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.663249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.679958] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 718.728154] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-c6e82112-a33b-470d-ba0c-3cb8c6c9ca28 tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 718.728759] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 718.729201] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.757746] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.757919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.757987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.758500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.758500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.758588] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 718.770574] env[65325]: INFO networking_nsxv3.common.synchronization [req-6b1d05f8-9485-454f-8306-d8697d90f3f4 req-a3fa3d9e-0304-4fcb-806c-5b49c36dd746 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 718.770989] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 718.771361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.771505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.771572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.771778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.771928] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.772042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.772103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.772258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.772396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.772467] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.820304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.840399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 718.998491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff442590-8565-4bbb-a5d1-5328a3b2231b [ 718.998491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.998491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.998491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.998491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.998491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.998491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff442590-8565-4bbb-a5d1-5328a3b2231b already deleted. [ 718.998491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff442590-8565-4bbb-a5d1-5328a3b2231b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.069620] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.120546] env[65325]: INFO networking_nsxv3.common.synchronization [req-6b1d05f8-9485-454f-8306-d8697d90f3f4 req-b579c55a-c3ee-4fe9-b817-2bcb4a4421d9 tempest-ServersTestMultiNic-1965940032 tempest-ServersTestMultiNic-1965940032-project-member] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 719.121495] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGHEST for action security_group_members [ 719.121878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.122044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.142262] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.142476] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.142647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.143269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.143353] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.143615] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.143792] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.144044] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.144290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.144526] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.144755] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.144871] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.145194] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.145194] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.145285] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.145454] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.171243] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.171431] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.171566] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.171760] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-707" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.172100] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-e66c67c3-f49c-43b3-8587-468c97065a6e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.172280] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.174737] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.174942] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66c67c3-f49c-43b3-8587-468c97065a6e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.276886] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.574333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.574564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.574784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.575134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.575263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.575397] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 719.609039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.609225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.609302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.609555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.609749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.622415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 719.679338] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.679582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.679697] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.679983] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.680151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.680303] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port e66c67c3-f49c-43b3-8587-468c97065a6e not found, creating... [ 719.680573] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.680723] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.680832] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.681057] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.681203] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.681484] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.681635] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.681763] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.682135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.682249] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.682371] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: e66c67c3-f49c-43b3-8587-468c97065a6e is going to be created. [ 719.703944] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.704251] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.704322] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.704544] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.704766] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.705033] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.783389] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.286521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.286882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.286882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.287220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.287382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.287536] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 720.320851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.321073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.321073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.321236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.321380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.332374] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-c2b8863b-3002-4bba-883b-1f7fc7e98fc4 service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-c2b8863b-3002-4bba-883b-1f7fc7e98fc4 service nova] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c478005-e024-45fe-b031-195c05d8c450 req-c2b8863b-3002-4bba-883b-1f7fc7e98fc4 service nova] Enqueued Resource ID: e66c67c3-f49c-43b3-8587-468c97065a6e with Priority: HIGHEST for action port [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_rules [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 720.465174] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66c67c3-f49c-43b3-8587-468c97065a6e with Priority: HIGHEST for action port [ 720.465517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465753] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.465828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.466077] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66c67c3-f49c-43b3-8587-468c97065a6e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.466142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.466171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.466353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.466432] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66c67c3-f49c-43b3-8587-468c97065a6e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.692880] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 720.693125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.693314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.693603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.693724] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.753715] env[65325]: INFO networking_nsxv3.common.synchronization [req-12def3c8-1ff0-47da-ac67-54342d945dac req-ce572bf8-b7b7-4666-89b0-0be2257ed88d tempest-AttachInterfacesV270Test-760727253 tempest-AttachInterfacesV270Test-760727253-project-member] Enqueued Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 720.754364] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGHEST for action security_group_members [ 720.754697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.754819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.754885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.755098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.755638] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.755747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.755812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.755978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.756097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.756197] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.851174] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 720.851402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.851572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.851797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.851981] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.852144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.852210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.852388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.852537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.852602] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.968877] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e66c67c3-f49c-43b3-8587-468c97065a6e with status ACTIVE [ 720.969288] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.969633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.970010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.970202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.970531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.970706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.970818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.971207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.971313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.971611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.971791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.971888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.973070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.973070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.973070] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e66c67c3-f49c-43b3-8587-468c97065a6e is going to be updated. [ 720.997160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.997422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.997559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.997902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.998390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.998687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66c67c3-f49c-43b3-8587-468c97065a6e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.196261] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.196505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.258417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.258582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.258657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.258919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.259043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.260127] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.260236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.260299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.261421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.261421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.261421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 is going to be updated. [ 721.313316] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.313616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.313616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.314244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.314244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.324967] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: IN_PROGRESS for 2s [ 721.354438] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.636181] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 721.636310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.636477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.639937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.639937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.639937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.639937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.639937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.639937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.639937] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.857629] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.143676] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.342843] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 722.343500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.343500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.343500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.343683] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.343821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.343888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.344067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.344151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.344248] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.362582] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.362761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.362761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.362945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.363097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.363127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 722.396413] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.396606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.396679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.396891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.397045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.407902] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 722.647032] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.849807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.849807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.849807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.849807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.849807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.850081] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.850264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.850489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.850598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.850717] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be updated. [ 722.885898] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.886190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.886190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.886435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.886465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.897221] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: IN_PROGRESS for 2s [ 723.153820] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.153974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.154071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.154296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.154394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.154489] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 723.185795] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.185999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.186093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.186697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.200213] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 723.339441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 in Status: SUCCESS [ 723.339639] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 deletion is rescheduled due to dependency. [ 723.339639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.774345] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ecf4a1-2e3d-496b-b17c-21650159b04f req-28fe186b-4c52-43f9-bf5e-b3186b489104 tempest-FloatingIPsAssociationNegativeTestJSON-1920880738 tempest-FloatingIPsAssociationNegativeTestJSON-1920880738-project-member] Enqueued Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 723.774906] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 723.775222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.775513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.775513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.775640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.775821] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.775878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.775941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.776159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.776248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.776340] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.130540] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.130701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-739" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.131352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-739" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.131352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-739" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.131593] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.131789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.131908] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.132207] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.132322] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.132785] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.132785] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.132848] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.132983] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.133131] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.133255] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.133406] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.157074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.157272] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.157462] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.157731] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-739" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.158059] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-616a800b-2e8c-414e-bb83-53b353738702 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158301] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.158443] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158771] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.158832] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616a800b-2e8c-414e-bb83-53b353738702',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.279525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.280514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.280514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.280514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.280514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.280514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.280514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.280810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.280810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.280870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.281018] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a already deleted. [ 724.281065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.418042] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 724.418342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.418561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.418783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.418976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.419148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.419201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.420031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.420031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.420031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.420031] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.661727] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.661950] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.662559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.662559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.662559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.662797] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 616a800b-2e8c-414e-bb83-53b353738702 not found, creating... [ 724.663566] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.663783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.663904] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.664202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.664347] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.664661] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.665363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.665363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.665363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.665505] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 616a800b-2e8c-414e-bb83-53b353738702 is going to be created. [ 724.691301] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.691689] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691832] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.692123] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.692714] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.692714] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.908365] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ac2628-b96b-4a3c-ae23-911347152df0 in Status: SUCCESS [ 724.908661] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 deletion is rescheduled due to dependency. [ 724.908661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.923179] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.060567] env[65325]: INFO networking_nsxv3.common.synchronization [req-05b38731-8363-4aa3-b362-f78b14c69c16 req-536330d1-a493-493a-8122-7b38a6d4e870 tempest-AttachInterfacesUnderV243Test-929061395 tempest-AttachInterfacesUnderV243Test-929061395-project-member] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 725.061157] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGHEST for action security_group_members [ 725.061467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.061588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.061658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.061862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.062067] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.062616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.062690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.062854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.062960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.063094] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.214457] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 725.214784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.215250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.215806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.215806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.215806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.215806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.216085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.216085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.216148] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.422654] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ecf4a1-2e3d-496b-b17c-21650159b04f req-586284e3-26b2-471c-8319-4b54eba0fcae service nova] Enqueued Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_rules [ 725.422833] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ecf4a1-2e3d-496b-b17c-21650159b04f req-586284e3-26b2-471c-8319-4b54eba0fcae service nova] Enqueued Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 725.422985] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ecf4a1-2e3d-496b-b17c-21650159b04f req-586284e3-26b2-471c-8319-4b54eba0fcae service nova] Enqueued Resource ID: 616a800b-2e8c-414e-bb83-53b353738702 with Priority: HIGHEST for action port [ 725.423466] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_rules [ 725.423598] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 725.423693] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616a800b-2e8c-414e-bb83-53b353738702 with Priority: HIGHEST for action port [ 725.424016] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.424098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.424168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.424416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.424495] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.425437] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.425522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.425595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.425759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.425906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.426025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.426089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.426240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.426323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.426412] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.427468] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-616a800b-2e8c-414e-bb83-53b353738702 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.427570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.427570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.428568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.428568] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616a800b-2e8c-414e-bb83-53b353738702',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.429927] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a1b670e-330f-426b-b326-939ba558b2a0: rpc.has_security_group_logging(os_id): False [ 725.447976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.448172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.448255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.448468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.448560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.448811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.448911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.448981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.449140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.449216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.449300] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 725.526858] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.526969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.527047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.527321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.527397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.541594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 725.566117] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.566307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.566387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.566612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.566697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.566906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.566993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.567072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.567225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.567303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.567388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be updated. [ 725.595133] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.595280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.595346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.595558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.595693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.621348] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: IN_PROGRESS for 2s [ 725.720434] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.929457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.929846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.929846] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.931439] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 616a800b-2e8c-414e-bb83-53b353738702 with status ACTIVE [ 725.931671] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.931801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.931883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.932108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.932217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.932385] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.932477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.932528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.932683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.932749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.932933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.933017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.933103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.933283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.933399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.933530] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 616a800b-2e8c-414e-bb83-53b353738702 is going to be updated. [ 725.957939] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.958162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.958211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.959856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.959856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.959856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616a800b-2e8c-414e-bb83-53b353738702" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.225910] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.432377] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.730175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.731052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.731052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.731052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.731052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.731052] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 726.764525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.764934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.764934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.764934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.765111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.777533] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 726.936141] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.936462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.936609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.936689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.936788] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a is going to be created. [ 726.969504] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.969853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.969853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.970289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.970289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.986947] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: UNINITIALIZED for 2s [ 727.567145] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 727.567752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.632859] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a1b670e-330f-426b-b326-939ba558b2a0 in Status: SUCCESS [ 727.632859] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 deletion is rescheduled due to dependency. [ 727.632859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792845] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.792845] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.001034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: SUCCESS [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.001034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.001034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.001034] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.299766] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.299955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.300061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.300346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.300614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.300885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.300885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.301830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.301830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.302169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.302169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.302169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.302308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.302402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.305533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.305533] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.505237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.505394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.505509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.505764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.506456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.506572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.507330] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.507330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.508485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508485] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.809544] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aeb8a49-8b03-4d24-b12d-a6e0f7124028: rpc.has_security_group_logging(os_id): False [ 729.830842] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.830842] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.830842] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.830842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.831832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.832118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.832491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.832739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.833024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.834987] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 729.908046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.908046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.908046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.908046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.908046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.922526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 730.010162] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8d6555-0352-4ef0-a2b7-4ec03801478a: rpc.has_security_group_logging(os_id): False [ 730.029397] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.029579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.029579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.029794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.029883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.030081] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.030181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.030249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.030387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.030455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.030643] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.030736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.030793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.030929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.030999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.031637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.031742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.031803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.031947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.032030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.032118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a is going to be created. [ 730.104395] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.105017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119190] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: IN_PROGRESS for 2s [ 730.424318] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 730.424469] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 731.076871] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ebef7d-08d9-412e-8fff-2ea9c4de7584 req-cdd946ad-947a-42e7-9101-7690d1dc02f8 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 731.077890] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 731.077890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.078417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078648] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.079399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.079399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.079399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.079399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.079399] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.470143] env[65325]: INFO networking_nsxv3.common.synchronization [req-c84411ec-26fd-47af-a12e-cc276a8973ec req-5a8800bb-26f4-4802-8999-9cde9717072b tempest-FloatingIPsAssociationTestJSON-1814791611 tempest-FloatingIPsAssociationTestJSON-1814791611-project-member] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 731.470143] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 731.470143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.470143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.470143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.470143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.470143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.470143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.470143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.471014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.471253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.471435] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.582287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.583157] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584748] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 already deleted. [ 731.584748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.748451] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.748677] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.748794] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.749161] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.749378] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.749538] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.749650] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.749875] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.750012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.750207] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.750311] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.750408] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.750517] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.750604] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.750698] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.750876] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.770958] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.771129] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.771271] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.771436] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771809] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-1db36295-08d7-40b6-b623-a47c5256a4ce taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.771993] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.772122] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.772429] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.772565] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db36295-08d7-40b6-b623-a47c5256a4ce',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.936718] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 731.937093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.937176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.937403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.937534] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.966935] env[65325]: INFO networking_nsxv3.common.synchronization [None req-16045821-90cc-4101-9e39-7ab0c55e9bef None None] Enqueued Resource ID: 74b6df75-eb49-417e-82b8-1e27d5894bbc with Priority: HIGHEST for action port [ 731.966935] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b6df75-eb49-417e-82b8-1e27d5894bbc with Priority: HIGHEST for action port [ 731.966935] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b6df75-eb49-417e-82b8-1e27d5894bbc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.967768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b6df75-eb49-417e-82b8-1e27d5894bbc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.967954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b6df75-eb49-417e-82b8-1e27d5894bbc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.968392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b6df75-eb49-417e-82b8-1e27d5894bbc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.968683] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b6df75-eb49-417e-82b8-1e27d5894bbc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.975744] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.134396] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: SUCCESS [ 732.134683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.274767] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.275966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.275966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.275966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.275966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276576] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 1db36295-08d7-40b6-b623-a47c5256a4ce not found, creating... [ 732.276576] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.277555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.277555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.277555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.277555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.277736] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.277894] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.278042] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.278435] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.278612] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.278777] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 1db36295-08d7-40b6-b623-a47c5256a4ce is going to be created. [ 732.299733] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.299947] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.300064] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.300332] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.300555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.300795] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.441090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.441090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.441090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.441770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.441770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.441770] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.471925] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74b6df75-eb49-417e-82b8-1e27d5894bbc [ 732.472107] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.472200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.472295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.472512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.472615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.472714] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74b6df75-eb49-417e-82b8-1e27d5894bbc already deleted. [ 732.472798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b6df75-eb49-417e-82b8-1e27d5894bbc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.478052] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.944037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.944160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.945119] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.945119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.945420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.945420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.945420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.945544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.945662] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.945758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.945816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.945951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.946105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.946215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.946310] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.982118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.982118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.982118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.982118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.982118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.982118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be updated. [ 733.012479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.012731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.012731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.012849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.012982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.026557] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 733.029996] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ebef7d-08d9-412e-8fff-2ea9c4de7584 req-1802bcaa-436a-422c-a15c-092c7448ee3e service nova] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 733.030186] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ebef7d-08d9-412e-8fff-2ea9c4de7584 req-1802bcaa-436a-422c-a15c-092c7448ee3e service nova] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 733.030311] env[65325]: INFO networking_nsxv3.common.synchronization [req-53ebef7d-08d9-412e-8fff-2ea9c4de7584 req-1802bcaa-436a-422c-a15c-092c7448ee3e service nova] Enqueued Resource ID: 1db36295-08d7-40b6-b623-a47c5256a4ce with Priority: HIGHEST for action port [ 733.030998] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 733.031816] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 733.031954] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db36295-08d7-40b6-b623-a47c5256a4ce with Priority: HIGHEST for action port [ 733.036509] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.036685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.036773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.036981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.037108] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.040243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.040243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.040243] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.040243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db36295-08d7-40b6-b623-a47c5256a4ce taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.040243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.041060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.041060] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db36295-08d7-40b6-b623-a47c5256a4ce',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.449833] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aeb8a49-8b03-4d24-b12d-a6e0f7124028: rpc.has_security_group_logging(os_id): False [ 733.481622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.481697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.481824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.482013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.482146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.482344] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.482460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.482529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.483253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.483253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.483253] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.483253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.483253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.483452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.483452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.483669] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.483771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.483842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.484022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.484547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.484547] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 733.544027] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.544638] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.544898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.545234] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db36295-08d7-40b6-b623-a47c5256a4ce with status ACTIVE [ 733.545520] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.545749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.545909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.546480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.546658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.547113] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.550038] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.550038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.550038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db36295-08d7-40b6-b623-a47c5256a4ce is going to be updated. [ 733.575722] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.575863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.577082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.577082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.577082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.577082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db36295-08d7-40b6-b623-a47c5256a4ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.586021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.589247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.589247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.589247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.589247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.627654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 734.051549] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.554247] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.554627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.554627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.554627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.554731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.554823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be created. [ 734.581136] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.581305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.581388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.581550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.581701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.596325] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: UNINITIALIZED for 2s [ 734.960544] env[65325]: INFO networking_nsxv3.common.synchronization [None req-96f44a16-0923-4d1e-8443-d14c8a7b6f4f None None] Enqueued Resource ID: f1fd638e-95d9-4a1a-91aa-109d63c56cc2 with Priority: HIGHEST for action port [ 734.961937] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fd638e-95d9-4a1a-91aa-109d63c56cc2 with Priority: HIGHEST for action port [ 734.961937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fd638e-95d9-4a1a-91aa-109d63c56cc2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.962407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fd638e-95d9-4a1a-91aa-109d63c56cc2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.962407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fd638e-95d9-4a1a-91aa-109d63c56cc2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.962596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fd638e-95d9-4a1a-91aa-109d63c56cc2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.962681] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fd638e-95d9-4a1a-91aa-109d63c56cc2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.040473] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 735.041292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.466316] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1fd638e-95d9-4a1a-91aa-109d63c56cc2 [ 735.466840] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.466840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.466840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.466993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.467074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.467170] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1fd638e-95d9-4a1a-91aa-109d63c56cc2 already deleted. [ 735.467251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fd638e-95d9-4a1a-91aa-109d63c56cc2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.643533] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 735.643856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.089354] env[65325]: INFO networking_nsxv3.common.synchronization [None req-2a4f435f-16f5-425f-848b-9e63bb27b728 None None] Enqueued Resource ID: 0357327e-7619-4912-ba24-8cbc5c085c51 with Priority: HIGHEST for action port [ 736.090152] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0357327e-7619-4912-ba24-8cbc5c085c51 with Priority: HIGHEST for action port [ 736.090604] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0357327e-7619-4912-ba24-8cbc5c085c51 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.090838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0357327e-7619-4912-ba24-8cbc5c085c51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.090990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0357327e-7619-4912-ba24-8cbc5c085c51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.091484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0357327e-7619-4912-ba24-8cbc5c085c51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.091556] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0357327e-7619-4912-ba24-8cbc5c085c51',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.386043] env[65325]: INFO networking_nsxv3.common.synchronization [req-51ad3fd9-c755-43d5-91e3-612041ed95dd req-596b57b9-a602-4231-b114-c42890ffb43d tempest-ServerActionsV293TestJSON-452547948 tempest-ServerActionsV293TestJSON-452547948-project-member] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 736.386728] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGHEST for action security_group_members [ 736.387455] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.387896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.387896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.388021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.388414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.388523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.388585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.389027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.389216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.389614] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.594110] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0357327e-7619-4912-ba24-8cbc5c085c51 [ 736.594983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.594983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.594983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.594983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.594983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.594983] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0357327e-7619-4912-ba24-8cbc5c085c51 already deleted. [ 736.594983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0357327e-7619-4912-ba24-8cbc5c085c51" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.607106] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 736.607396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.608102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.608429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.608976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.608976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.608976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.609145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.609192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.609329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.609455] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.892723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.893891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.893891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.893891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.893891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.893891] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.893891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.894137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.894137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.894137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.894229] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd is going to be updated. [ 736.944880] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.946011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.946011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.956682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: IN_PROGRESS for 2s [ 737.115900] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.616887] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839f7474-5789-409e-839f-770947a911d5: rpc.has_security_group_logging(os_id): False [ 737.642192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.642192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.642192] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be created. [ 737.742335] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.742508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.761039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 738.970088] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd in Status: SUCCESS [ 738.970475] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd deletion is rescheduled due to dependency. [ 738.970792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.069275] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a7d55bae-df1b-44c1-8659-f79b75f46df5 None None] Enqueued Resource ID: 812fedb0-b348-490c-8d0d-385714c343de with Priority: HIGHEST for action port [ 739.069838] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 812fedb0-b348-490c-8d0d-385714c343de with Priority: HIGHEST for action port [ 739.070161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-812fedb0-b348-490c-8d0d-385714c343de taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-812fedb0-b348-490c-8d0d-385714c343de" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.070348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-812fedb0-b348-490c-8d0d-385714c343de" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.070604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-812fedb0-b348-490c-8d0d-385714c343de" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.070687] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812fedb0-b348-490c-8d0d-385714c343de',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.214288] env[65325]: INFO networking_nsxv3.common.synchronization [req-78d05ad2-620e-48ed-af4b-56a29363996c req-59f2f074-d5b3-4a49-aab3-bf59ed411069 tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 739.215605] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 739.216175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.220022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.220022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.220022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.572673] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 812fedb0-b348-490c-8d0d-385714c343de [ 739.572969] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.573130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.573189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.573429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.573537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.573651] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:812fedb0-b348-490c-8d0d-385714c343de already deleted. [ 739.573736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-812fedb0-b348-490c-8d0d-385714c343de" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.720315] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.775268] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 739.776070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.222648] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.729645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.729645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.729645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.729645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.729645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.729645] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 740.770531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.770689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.770746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.770997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.771183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.785562] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 741.501561] env[65325]: INFO networking_nsxv3.common.synchronization [req-27cfb6b6-8c25-4a0b-b3e2-aa5ddab9d0c1 req-01c4f0a6-6986-4d24-b795-a9a160cdcf93 tempest-ServersNegativeTestJSON-119614307 tempest-ServersNegativeTestJSON-119614307-project-member] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 741.502672] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 741.506537] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.506825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.506957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.507345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.507487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.507580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.507637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.509270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.509270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.512103] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.968383] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.968646] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.968802] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.969199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.969697] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.969921] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.970083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.970366] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.970542] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.970776] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.970886] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.970992] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.971113] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.971219] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.971323] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.971491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.992681] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.992854] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.993019] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.993244] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.993570] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-23c742f8-7793-425a-89fa-60d0a9f6f35a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.993741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.993857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.994188] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.994325] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c742f8-7793-425a-89fa-60d0a9f6f35a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.015019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.016055] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.016055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.016521] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a already deleted. [ 742.016521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.496596] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.496835] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.496967] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.497288] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.497463] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.497621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 23c742f8-7793-425a-89fa-60d0a9f6f35a not found, creating... [ 742.497917] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.498089] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498206] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498822] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.498986] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.499397] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.499665] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.499835] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.500117] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.500264] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.500407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a is going to be created. [ 742.526338] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.526717] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.526717] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.526917] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.527279] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.527592] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.796794] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 742.796997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.278015] env[65325]: INFO networking_nsxv3.common.synchronization [req-27cfb6b6-8c25-4a0b-b3e2-aa5ddab9d0c1 req-d9c17c99-2b81-434f-a3a7-12a8de58a799 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 743.278342] env[65325]: INFO networking_nsxv3.common.synchronization [req-27cfb6b6-8c25-4a0b-b3e2-aa5ddab9d0c1 req-d9c17c99-2b81-434f-a3a7-12a8de58a799 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 743.278496] env[65325]: INFO networking_nsxv3.common.synchronization [req-27cfb6b6-8c25-4a0b-b3e2-aa5ddab9d0c1 req-d9c17c99-2b81-434f-a3a7-12a8de58a799 service nova] Enqueued Resource ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a with Priority: HIGHEST for action port [ 743.279118] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 743.279244] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 743.279352] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a with Priority: HIGHEST for action port [ 743.279695] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.279825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.279890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.280196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.280311] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.281944] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.282081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.282167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.282363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.282517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.282635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.282695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.282843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.282931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284122] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.285080] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c742f8-7793-425a-89fa-60d0a9f6f35a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.285199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.286421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.286504] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c742f8-7793-425a-89fa-60d0a9f6f35a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.788794] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.790804] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.790914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.791166] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23c742f8-7793-425a-89fa-60d0a9f6f35a with status ACTIVE [ 743.791247] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.791355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.791420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.791624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.791712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.791870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.792055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.792174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.792251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.792431] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.792522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.792623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.793074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.793074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.793074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a is going to be updated. [ 743.818991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.819159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.821243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.821243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.821243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.821243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.299334] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.802390] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.802805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.802805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.803937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.804123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.804327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be created. [ 744.830740] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.830906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.830979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.831240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.832416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.843462] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: UNINITIALIZED for 2s [ 746.750305] env[65325]: INFO networking_nsxv3.common.synchronization [req-8d8a0235-1194-4121-bde5-e7b695b875cd req-27df95f1-da80-4b50-83dc-f63a510be8f7 tempest-ServerExternalEventsTest-1347168573 tempest-ServerExternalEventsTest-1347168573-project-member] Enqueued Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 746.750908] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 746.751412] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.751594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.751594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.751854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.752144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.752208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.752536] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.855386] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 746.855861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.856577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.856877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.857544] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.857544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.857544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.858260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.858409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.858549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.858963] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.948859] env[65325]: INFO networking_nsxv3.common.synchronization [None req-70b5689c-2ce2-4ea4-95d8-8caf3deb956d None None] Enqueued Resource ID: 50f052c5-7c36-464d-b007-48410208c907 with Priority: HIGHEST for action port [ 746.949501] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f052c5-7c36-464d-b007-48410208c907 with Priority: HIGHEST for action port [ 746.949847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f052c5-7c36-464d-b007-48410208c907 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.950013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f052c5-7c36-464d-b007-48410208c907" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.950103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f052c5-7c36-464d-b007-48410208c907" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.950412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f052c5-7c36-464d-b007-48410208c907" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.950497] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f052c5-7c36-464d-b007-48410208c907',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.203232] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.203511] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.206154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.206783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.207340] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.207675] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.207891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.208309] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.208614] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.208935] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.209298] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.209533] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.209793] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.210347] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.210586] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.210849] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.236643] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.236643] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.236848] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.237074] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.237531] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-7393a887-f280-42ea-b841-ae6044961d2e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.238342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.238342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.238342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.238580] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7393a887-f280-42ea-b841-ae6044961d2e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.254960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.255174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.256135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.256543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.256677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.256931] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.257089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.257177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.257421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.257532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.257634] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc already deleted. [ 747.257720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.362611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.362792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.362903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.363447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.363447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.363612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.363612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.363847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.363902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.364067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.364237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.364331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.364393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.364589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.366228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.366228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.366228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.366228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.366228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.366228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.366228] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.452387] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f052c5-7c36-464d-b007-48410208c907 [ 747.452631] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.453490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.453490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.453490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.453490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.453490] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f052c5-7c36-464d-b007-48410208c907 already deleted. [ 747.453490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f052c5-7c36-464d-b007-48410208c907" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.741166] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.741400] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.741534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.741817] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.741960] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.742210] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 7393a887-f280-42ea-b841-ae6044961d2e not found, creating... [ 747.742483] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.742640] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.742777] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.743150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.743298] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.743599] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.743745] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743856] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.744091] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.744258] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744429] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 7393a887-f280-42ea-b841-ae6044961d2e is going to be created. [ 747.786199] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.786199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.786199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.786199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.786199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.786199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.867892] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327028b5-eae6-4089-bf46-e2a04a54422a: rpc.has_security_group_logging(os_id): False [ 747.898105] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.898428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.898554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.898857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.898997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.899329] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.899508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.899597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.899782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.899905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.900213] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.900325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.900416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.900616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.900770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.901100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.901215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.901273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.901398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.901476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.901567] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be created. [ 747.985366] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.985615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.985734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.986072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.986422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.001088] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 748.503753] env[65325]: INFO networking_nsxv3.common.synchronization [req-8d8a0235-1194-4121-bde5-e7b695b875cd req-ca346d68-4c57-4671-bee4-0a50b59b9265 service nova] Enqueued Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_rules [ 748.504112] env[65325]: INFO networking_nsxv3.common.synchronization [req-8d8a0235-1194-4121-bde5-e7b695b875cd req-ca346d68-4c57-4671-bee4-0a50b59b9265 service nova] Enqueued Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 748.504112] env[65325]: INFO networking_nsxv3.common.synchronization [req-8d8a0235-1194-4121-bde5-e7b695b875cd req-ca346d68-4c57-4671-bee4-0a50b59b9265 service nova] Enqueued Resource ID: 7393a887-f280-42ea-b841-ae6044961d2e with Priority: HIGHEST for action port [ 748.505422] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_rules [ 748.505610] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 748.505868] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7393a887-f280-42ea-b841-ae6044961d2e with Priority: HIGHEST for action port [ 748.506318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.506454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.506498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.506774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.506867] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.508248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.508248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.508248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.508248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.508467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.508592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.508679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.508892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.508991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.509491] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.510478] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7393a887-f280-42ea-b841-ae6044961d2e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.510918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.510918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.510918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.510918] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7393a887-f280-42ea-b841-ae6044961d2e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.916922] env[65325]: INFO networking_nsxv3.common.synchronization [req-6bc5439f-1708-4e2e-840a-e135605ec386 req-31ccda66-ca4c-4844-b736-2bff65878485 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 748.917522] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 748.917832] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.917972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.918643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.918855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.918999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.919130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.919222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.919377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.919725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.919725] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.013464] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.017315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.017658] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.019152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7393a887-f280-42ea-b841-ae6044961d2e with status ACTIVE [ 749.020031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.020031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.020031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020283] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.020388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.020575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020923] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.021252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.021416] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7393a887-f280-42ea-b841-ae6044961d2e is going to be updated. [ 749.071110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.071110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.071110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.071110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.071110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.071110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7393a887-f280-42ea-b841-ae6044961d2e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.208562] env[65325]: INFO networking_nsxv3.common.synchronization [None req-71fd8cde-e02e-425a-ae5a-2ff253b85fa1 None None] Enqueued Resource ID: b4604d20-31b0-4998-944b-695364f0201a with Priority: HIGHEST for action port [ 749.209391] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4604d20-31b0-4998-944b-695364f0201a with Priority: HIGHEST for action port [ 749.209909] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4604d20-31b0-4998-944b-695364f0201a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4604d20-31b0-4998-944b-695364f0201a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.210120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4604d20-31b0-4998-944b-695364f0201a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.210383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4604d20-31b0-4998-944b-695364f0201a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.210471] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4604d20-31b0-4998-944b-695364f0201a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.339025] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.339025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.339025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.339025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.339025] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.339582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.339838] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.340180] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.340448] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.340755] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.340964] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.341188] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.341386] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.343018] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.343018] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.343018] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.375214] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.375214] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.375214] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.375214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.375214] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.375214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.375214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.375214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.375214] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f05d8f-354e-4fb6-9fa1-51fdb4c77075',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.421523] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.528225] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.715415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4604d20-31b0-4998-944b-695364f0201a [ 749.715730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.715960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.716233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.716352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.716526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4604d20-31b0-4998-944b-695364f0201a already deleted. [ 749.716627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4604d20-31b0-4998-944b-695364f0201a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.878710] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.878958] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.879101] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.879399] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.879570] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.879721] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 not found, creating... [ 749.879986] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.880156] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.880969] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.881278] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.881491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.881803] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.881963] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.882090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.882343] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.882449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.882627] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 is going to be created. [ 749.907386] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.907386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.907386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.907386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.907386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.907386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.925387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.032388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.032617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.032679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.032878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.032971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.033114] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc is going to be created. [ 750.044493] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 750.044800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.081108] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.081298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.081298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.081552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.081732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.099720] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: UNINITIALIZED for 2s [ 750.428666] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.428987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.428987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.429196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.430577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.430577] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 750.468746] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.468923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.468998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.480594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 750.634938] env[65325]: INFO networking_nsxv3.common.synchronization [req-6bc5439f-1708-4e2e-840a-e135605ec386 req-ff350fa8-0155-41cd-8c24-5b8e4c331ef2 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 750.634938] env[65325]: INFO networking_nsxv3.common.synchronization [req-6bc5439f-1708-4e2e-840a-e135605ec386 req-ff350fa8-0155-41cd-8c24-5b8e4c331ef2 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 750.636053] env[65325]: INFO networking_nsxv3.common.synchronization [req-6bc5439f-1708-4e2e-840a-e135605ec386 req-ff350fa8-0155-41cd-8c24-5b8e4c331ef2 service nova] Enqueued Resource ID: a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 with Priority: HIGHEST for action port [ 750.637402] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 750.637516] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 750.637516] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 with Priority: HIGHEST for action port [ 750.637813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.637939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.638023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.638225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.638352] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.639392] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.639600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.639688] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.639760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.639807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.639979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.640082] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f05d8f-354e-4fb6-9fa1-51fdb4c77075',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.145474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.145758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.145794] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 with status ACTIVE [ 751.145965] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.146821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.147706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.147952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.148063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148271] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.148398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.148465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.148630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.148710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148907] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.149011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.149075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.149214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.149289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.149391] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5f05d8f-354e-4fb6-9fa1-51fdb4c77075 is going to be updated. [ 751.171913] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.172112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.172162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.172357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.173650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.173650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f05d8f-354e-4fb6-9fa1-51fdb4c77075" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.114510] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: SUCCESS [ 752.114787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.114960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115461] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.115559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115999] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.494203] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 752.494696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494962] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.495212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.495212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.495300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.495300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495422] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.619855] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624967] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624967] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624967] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.625622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.625622] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.001776] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.130683] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d133b860-1321-4b4a-aa5b-3718cbca2abc: rpc.has_security_group_logging(os_id): False [ 753.150512] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.150754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.150826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.151101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.151219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.151523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.151668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.151833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.151961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.152100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.152347] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.152482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.152684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.152794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.152903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.153216] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.153349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.153565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.153623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.153730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.153854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc is going to be created. [ 753.225641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.225919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.225919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.226180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.226340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.239104] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: IN_PROGRESS for 2s [ 753.504222] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.960810] env[65325]: INFO networking_nsxv3.common.synchronization [req-a21ae193-3776-4180-9bcc-a11b764147bd req-290f584b-3999-4f0b-89c8-5aa0a56c4a23 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 753.961507] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 753.961827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.962096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.962096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.962224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.962370] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.962469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.962533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.962701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.962803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.962953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.011022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.011022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.011022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.011022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.011605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.011605] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 754.091611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.091882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.091882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.092055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.092214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.105211] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 754.430102] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.430314] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.430438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.430787] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.431066] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.431230] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.431337] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.431890] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.432070] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.432283] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.432398] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.432504] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.432612] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.432715] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.432818] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.432946] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.454627] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.454791] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.454924] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.455114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.455426] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.455597] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.455713] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.456215] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.456394] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c08cff-17bd-4dc2-bab6-8a1f78dabc80',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.467670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.467875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.468587] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.468689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.468753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.469084] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 754.498856] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.498856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.498856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.499105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.499134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.509302] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 754.960155] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.960417] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.960560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.960913] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.961096] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.961260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 not found, creating... [ 754.961563] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.961750] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.961868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.962137] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.962284] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.962677] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.962765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.962883] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.963139] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.963284] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.963443] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 is going to be created. [ 754.992426] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.992685] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.992841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.993138] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.993336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.993899] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.275589] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: SUCCESS [ 755.275884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.724758] env[65325]: INFO networking_nsxv3.common.synchronization [req-a21ae193-3776-4180-9bcc-a11b764147bd req-d39cd0d1-e97a-492a-adff-87015714e989 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 755.726475] env[65325]: INFO networking_nsxv3.common.synchronization [req-a21ae193-3776-4180-9bcc-a11b764147bd req-d39cd0d1-e97a-492a-adff-87015714e989 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 755.726475] env[65325]: INFO networking_nsxv3.common.synchronization [req-a21ae193-3776-4180-9bcc-a11b764147bd req-d39cd0d1-e97a-492a-adff-87015714e989 service nova] Enqueued Resource ID: 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 with Priority: HIGHEST for action port [ 755.730058] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 755.730058] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 755.730058] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 with Priority: HIGHEST for action port [ 755.730058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.730058] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.730058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.730058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.730058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.730058] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c08cff-17bd-4dc2-bab6-8a1f78dabc80',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.121714] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 756.121945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.123240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.123482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.124160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.124292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.124526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.124526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.124642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.124680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.125097] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.235529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.235715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.235969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 with status ACTIVE [ 756.236164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.236682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.236682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.236682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.236682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.236844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.236919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.237080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.237187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.237359] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.237441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.237496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.237633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.237734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.237785] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56c08cff-17bd-4dc2-bab6-8a1f78dabc80 is going to be updated. [ 756.260857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.260857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.260857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.260857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.261143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.261143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c08cff-17bd-4dc2-bab6-8a1f78dabc80" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.522796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 756.523940] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 756.523940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.525963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.526941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.527264] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.527512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.527596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.527888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.528246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.529393] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.627841] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.628025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.628104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.628319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.628545] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.628643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.628707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.628871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.628952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.629701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.629701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.629701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.629701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.629701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.629990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.629990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.629990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.630097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.630129] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.031469] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.138047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d6156e-5d7d-479e-be6c-2fa4d69b3f63: rpc.has_security_group_logging(os_id): False [ 757.162797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.162797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.162797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.162797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.162797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.163025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.163025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.163817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.163817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.163817] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.163817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.164221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.165505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.166146] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.166314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.166403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.168039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.168039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.168039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 757.256303] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.256647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.256647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.257475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.257475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.271977] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 757.535414] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.041047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.041047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.041047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.041047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.041047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.041047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 758.096039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.096733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.096950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.097197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.097369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.110487] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 759.286724] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 759.287017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.793057] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8f1966cc-f3b3-4372-9c06-149dd03b42ca None None] Enqueued Resource ID: 018a05f8-584d-42f4-b371-f9141b5b12e4 with Priority: HIGHEST for action port [ 759.794681] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 018a05f8-584d-42f4-b371-f9141b5b12e4 with Priority: HIGHEST for action port [ 759.795373] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-018a05f8-584d-42f4-b371-f9141b5b12e4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.795743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-018a05f8-584d-42f4-b371-f9141b5b12e4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.796360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-018a05f8-584d-42f4-b371-f9141b5b12e4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.798518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-018a05f8-584d-42f4-b371-f9141b5b12e4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.798518] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('018a05f8-584d-42f4-b371-f9141b5b12e4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.124533] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 760.124746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.124976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.125197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.125418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.125573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.125666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.126052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.126052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.126183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.126183] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.300116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 018a05f8-584d-42f4-b371-f9141b5b12e4 [ 760.300470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.300645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.300912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.300997] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:018a05f8-584d-42f4-b371-f9141b5b12e4 already deleted. [ 760.301599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-018a05f8-584d-42f4-b371-f9141b5b12e4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.389549] env[65325]: INFO networking_nsxv3.common.synchronization [req-ab435adb-2984-485a-b852-3f5c482a93dd req-ede5f310-59a9-4d74-b79f-8d47804a9115 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 760.392949] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 760.393762] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.393951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.394254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.394338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.394460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.394601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.394701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.394920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.394999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.395125] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.631122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.631122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.631926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.631926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.631926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.631926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.632056] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.898103] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.047352] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.047352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.047352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.047352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.047953] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.048309] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.048551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.048898] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.049156] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.049468] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.049733] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.049931] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.050137] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.050336] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.050527] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.050772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.075690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.075690] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.075690] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.075690] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-948" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.076288] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-a3448d84-552e-429a-b9b0-12a500cba5e9 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.077647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.077647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.077647] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.077647] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3448d84-552e-429a-b9b0-12a500cba5e9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.134931] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 761.165714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.165714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.165714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.165714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.166390] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.166390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.166390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.166390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.166390] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 761.341057] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.341463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.341463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.341566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.341738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.361522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 761.401573] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.581528] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.582022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.582022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.585235] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.585426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.585800] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port a3448d84-552e-429a-b9b0-12a500cba5e9 not found, creating... [ 761.586055] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.586269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.586473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.586786] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.586947] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.587779] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.588023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.588274] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.588944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.588944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.588944] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: a3448d84-552e-429a-b9b0-12a500cba5e9 is going to be created. [ 761.613775] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.614132] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.614293] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.614783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.614858] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.615594] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.904264] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.904418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.905037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.905037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.905037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.905037] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 761.957151] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.957322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.957423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.957754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.957989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.970471] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 762.463178] env[65325]: INFO networking_nsxv3.common.synchronization [req-ab435adb-2984-485a-b852-3f5c482a93dd req-20b10497-3c4f-4590-8695-fabe28d4fa93 service nova] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 762.463178] env[65325]: INFO networking_nsxv3.common.synchronization [req-ab435adb-2984-485a-b852-3f5c482a93dd req-20b10497-3c4f-4590-8695-fabe28d4fa93 service nova] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 762.463178] env[65325]: INFO networking_nsxv3.common.synchronization [req-ab435adb-2984-485a-b852-3f5c482a93dd req-20b10497-3c4f-4590-8695-fabe28d4fa93 service nova] Enqueued Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 762.464890] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 762.464890] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 762.465066] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 762.465306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.465435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.465501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.465717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.465807] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.466959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.469037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3448d84-552e-429a-b9b0-12a500cba5e9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.469037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.469037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.469037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469270] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3448d84-552e-429a-b9b0-12a500cba5e9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.552987] env[65325]: INFO networking_nsxv3.common.synchronization [None req-5dce3126-8e7c-4463-a7e1-9ba0bdde53c3 None None] Enqueued Resource ID: f6162e54-13da-41d7-9e57-21c17fd77466 with Priority: HIGHEST for action port [ 762.553603] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6162e54-13da-41d7-9e57-21c17fd77466 with Priority: HIGHEST for action port [ 762.553927] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6162e54-13da-41d7-9e57-21c17fd77466 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.554106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6162e54-13da-41d7-9e57-21c17fd77466" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.554157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6162e54-13da-41d7-9e57-21c17fd77466" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.554936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6162e54-13da-41d7-9e57-21c17fd77466" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.554936] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6162e54-13da-41d7-9e57-21c17fd77466',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.977521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.977683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.977834] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3448d84-552e-429a-b9b0-12a500cba5e9 with status ACTIVE [ 762.977996] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.978119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.978182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.978395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.980351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.980351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.980351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.980351] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3448d84-552e-429a-b9b0-12a500cba5e9 is going to be updated. [ 763.003305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.003488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.003488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.003732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.003876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.004047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.057211] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6162e54-13da-41d7-9e57-21c17fd77466 [ 763.057211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.057471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.057471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.057787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.057977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.058169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6162e54-13da-41d7-9e57-21c17fd77466 already deleted. [ 763.058322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6162e54-13da-41d7-9e57-21c17fd77466" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.377671] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 763.378310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.836824] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c7bc54c7-357b-438d-b186-c8ce0e03efa5 tempest-ServersTestManualDisk-580499168 tempest-ServersTestManualDisk-580499168-project-member] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 763.841196] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 763.841196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.841196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.841196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.841196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.841196] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.988399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.988399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.988399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.988842] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.991922] env[65325]: INFO networking_nsxv3.common.synchronization [None req-6f39a0a6-082e-4247-81f3-68cc69597a8c tempest-ServersTestManualDisk-580499168 tempest-ServersTestManualDisk-580499168-project-member] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 763.992603] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 763.993125] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.993125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.367043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.367043] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 already deleted. [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.367043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.367043] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.493298] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.911047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.911047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.911047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.911047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.911047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 already deleted. [ 764.911047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.996815] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.500613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.500873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.500873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.501129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.501218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.501321] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 765.543101] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.543486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.543701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.560454] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 767.575378] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 767.575378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.575378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.575679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.575753] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.576784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.576784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.576784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.576784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.576784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.576784] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.083550] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.083888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.083888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.083981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.084315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.084315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.084315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.084474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.084811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.084811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.084811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.084978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.084978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.085090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.085241] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.085356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.085422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.085550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.085618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.085695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.087097] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.097615] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a6f9d30-51c3-437f-bd1d-1ca1351379b1 req-e0d7274d-c03c-4980-ab09-bdf5a526c25c tempest-ServerExternalEventsTest-1347168573 tempest-ServerExternalEventsTest-1347168573-project-member] Enqueued Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 768.100217] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGHEST for action security_group_members [ 768.100217] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.100217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.100217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.100588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.100918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.101206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.101361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.101829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.102832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.102832] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.352756] env[65325]: INFO networking_nsxv3.common.synchronization [None req-0524fc98-1da4-478d-a9ba-12fb6d2b9f96 None None] Enqueued Resource ID: d05d3873-9b78-44ca-8f78-87f785d91cc0 with Priority: HIGHEST for action port [ 768.355387] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05d3873-9b78-44ca-8f78-87f785d91cc0 with Priority: HIGHEST for action port [ 768.355387] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05d3873-9b78-44ca-8f78-87f785d91cc0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.355387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05d3873-9b78-44ca-8f78-87f785d91cc0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.355387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05d3873-9b78-44ca-8f78-87f785d91cc0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.355387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05d3873-9b78-44ca-8f78-87f785d91cc0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.355387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05d3873-9b78-44ca-8f78-87f785d91cc0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.473688] env[65325]: INFO networking_nsxv3.common.synchronization [req-b539fa0b-dab5-4197-8c31-655614e2268a req-cef679b6-1e64-4e42-bff8-e832acc525de tempest-FloatingIPsAssociationNegativeTestJSON-1920880738 tempest-FloatingIPsAssociationNegativeTestJSON-1920880738-project-member] Enqueued Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 768.473688] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a with Priority: HIGHEST for action security_group_members [ 768.473688] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8d6555-0352-4ef0-a2b7-4ec03801478a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.475231] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.475231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.475231] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8d6555-0352-4ef0-a2b7-4ec03801478a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.595837] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 768.608056] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.608056] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.608056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.608056] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc is going to be updated. [ 768.616754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.616754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.616754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.616928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.616928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.617105] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.617196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.617254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.617398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.617467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.617638] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.617730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.618192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.618192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.618192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.618192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.618367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.618367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.618470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.618590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.618627] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 768.660073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.661148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.661269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.661563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.661720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.673435] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: IN_PROGRESS for 2s [ 768.712084] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.712219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.712371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.712599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.712754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.729326] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 768.859648] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d05d3873-9b78-44ca-8f78-87f785d91cc0 [ 768.859980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.860255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.860378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.860707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.860888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.861033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d05d3873-9b78-44ca-8f78-87f785d91cc0 already deleted. [ 768.861238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05d3873-9b78-44ca-8f78-87f785d91cc0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.981992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.982169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.982233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.982482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.982577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.982793] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.984715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.984838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.985059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.985148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.985247] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a is going to be updated. [ 769.016175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.016354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.016661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.016832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.028331] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: IN_PROGRESS for 2s [ 769.360900] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a42c34a-a204-46c5-9c64-f2a3f433c7ef req-db67efee-ec58-4fa2-871c-9520f7b6f136 tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 769.361643] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 769.361843] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.361984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.362421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.362665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.362837] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.362939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.362998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.363189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.363277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.363368] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.737120] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.737669] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.737669] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.737771] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738066] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.738238] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.738431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.738697] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.738852] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.739068] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.739179] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.739285] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.739389] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.739526] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.739626] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.739756] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.764094] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.764273] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.764500] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.764570] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.764891] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-c378af74-980f-4cff-ab21-ef66fa0f9ec8 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.765107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.765189] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.765528] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.765659] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c378af74-980f-4cff-ab21-ef66fa0f9ec8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.869320] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.250440] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c5c732aa-089e-4f6a-82a5-e9b55750fe93 tempest-ServersTestJSON-2076103390 tempest-ServersTestJSON-2076103390-project-member] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 770.250737] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 770.251470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.251595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.251657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.251924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.252023] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.267790] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.269427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.269427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.269427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.269427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.269427] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port c378af74-980f-4cff-ab21-ef66fa0f9ec8 not found, creating... [ 770.269427] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.269427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.270199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.270199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.270199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.270199] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.270467] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.270509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.271339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.271339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.271339] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: c378af74-980f-4cff-ab21-ef66fa0f9ec8 is going to be created. [ 770.291111] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.291275] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.302907] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.303208] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.303571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.303661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.303904] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.304176] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.372139] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.584049] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ebd1b860-6dde-4e59-8ec9-a2776866edb3 tempest-ServersTestJSON-2076103390 tempest-ServersTestJSON-2076103390-project-member] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 770.584589] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 770.584958] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.585028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.685081] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d133b860-1321-4b4a-aa5b-3718cbca2abc in Status: SUCCESS [ 770.685651] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc deletion is rescheduled due to dependency. [ 770.685651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.760984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 770.761540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.789231] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.790282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.790282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.790282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.790282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.790282] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 already deleted. [ 770.790429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.790663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.790744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.790972] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.876351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.876556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.876604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.876820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.876907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.877034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 770.909049] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.909279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.909374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.909772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.910171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.919748] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 770.935595] env[65325]: INFO networking_nsxv3.common.synchronization [None req-f7e6cc73-2e8b-46d2-9306-fa85f7eb58c8 None None] Enqueued Resource ID: fb7de9e3-d9c6-4c9f-8235-26efbf23859d with Priority: HIGHEST for action port [ 770.935969] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb7de9e3-d9c6-4c9f-8235-26efbf23859d with Priority: HIGHEST for action port [ 770.936348] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb7de9e3-d9c6-4c9f-8235-26efbf23859d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.936626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb7de9e3-d9c6-4c9f-8235-26efbf23859d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.936725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb7de9e3-d9c6-4c9f-8235-26efbf23859d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.937021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb7de9e3-d9c6-4c9f-8235-26efbf23859d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.937123] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb7de9e3-d9c6-4c9f-8235-26efbf23859d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.039768] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a42c34a-a204-46c5-9c64-f2a3f433c7ef req-ad528ed5-6bb3-47c4-a9e4-e6f6069b13c9 service nova] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_rules [ 771.039768] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a42c34a-a204-46c5-9c64-f2a3f433c7ef req-ad528ed5-6bb3-47c4-a9e4-e6f6069b13c9 service nova] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 771.039768] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a42c34a-a204-46c5-9c64-f2a3f433c7ef req-ad528ed5-6bb3-47c4-a9e4-e6f6069b13c9 service nova] Enqueued Resource ID: c378af74-980f-4cff-ab21-ef66fa0f9ec8 with Priority: HIGHEST for action port [ 771.045363] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a in Status: SUCCESS [ 771.045597] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8d6555-0352-4ef0-a2b7-4ec03801478a deletion is rescheduled due to dependency. [ 771.045750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8d6555-0352-4ef0-a2b7-4ec03801478a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.046365] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_rules [ 771.046542] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 771.046667] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c378af74-980f-4cff-ab21-ef66fa0f9ec8 with Priority: HIGHEST for action port [ 771.047038] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.047191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.047267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.047514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.047601] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.048859] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.048956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.049261] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c378af74-980f-4cff-ab21-ef66fa0f9ec8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.049534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.049666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.049920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.050038] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c378af74-980f-4cff-ab21-ef66fa0f9ec8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.331500] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.331653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.331714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.331901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.331992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.332102] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 already deleted. [ 771.332184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.439405] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb7de9e3-d9c6-4c9f-8235-26efbf23859d [ 771.439405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.439405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.439405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.439937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.440041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.440143] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb7de9e3-d9c6-4c9f-8235-26efbf23859d already deleted. [ 771.440222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb7de9e3-d9c6-4c9f-8235-26efbf23859d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.553785] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.553931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.554149] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c378af74-980f-4cff-ab21-ef66fa0f9ec8 with status ACTIVE [ 771.554333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.554441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.554552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.556313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.557156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.557156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.557156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.557156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.557156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.557806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.557806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.557806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.557806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557806] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c378af74-980f-4cff-ab21-ef66fa0f9ec8 is going to be updated. [ 771.583697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.583856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.583922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.585871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.585871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.585871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c378af74-980f-4cff-ab21-ef66fa0f9ec8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.933889] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 772.934367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.934367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.936758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.936758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.936758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.936758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.936758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.936758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.936758] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.437271] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.941291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.380873] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7d62e3a6-f916-46b6-8961-24d3894cf476 None None] Enqueued Resource ID: 3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e with Priority: HIGHEST for action port [ 774.381465] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e with Priority: HIGHEST for action port [ 774.381872] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.382044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.382085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.384376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.384376] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.443186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.443340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.443411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.443631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.443723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.443830] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 774.483180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.483334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.483405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.484172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.484172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.500666] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 774.886883] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e [ 774.888382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888382] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e already deleted. [ 774.888382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1cd68a-528d-4e15-9f94-bd1b2abf4b0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.186526] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 775.186907] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 775.189125] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 775.189125] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 775.189125] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.189125] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.189125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.189125] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.189729] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.189807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.189850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.190074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.190234] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.190320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.190375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.190517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.190600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.190694] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.297769] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_rules [ 775.297950] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 775.298091] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 775.298276] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 775.298335] env[65325]: INFO networking_nsxv3.common.synchronization [req-1380baeb-83ca-42b9-9f53-c5509b224a12 req-87373026-982b-409c-a956-b762693bdd06 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 775.299216] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_rules [ 775.299291] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 775.299358] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 775.299477] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 775.299589] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 775.300281] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.300465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.300504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.300763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.300841] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.301877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.302011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.302115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.303897] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.303897] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.307862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3448d84-552e-429a-b9b0-12a500cba5e9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.307862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.308058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.308201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.308493] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3448d84-552e-429a-b9b0-12a500cba5e9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.309759] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.309845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.310113] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.310226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.692073] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.694541] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.814079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814079] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3448d84-552e-429a-b9b0-12a500cba5e9 with status ACTIVE [ 775.814079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.814079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.814079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.814670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.814670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.814670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.814670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.814670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.814670] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3448d84-552e-429a-b9b0-12a500cba5e9 is going to be updated. [ 775.835840] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.836048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.836123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.836329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.836476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.836639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.197586] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.199109] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.246318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.246597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.247248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.247633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.247827] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.513591] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 776.514312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.515060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.515615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.516314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.516475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.516653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.517368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.517501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.517621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.517788] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.701034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.701034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.701034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.701367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.701367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.701367] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be created. [ 776.702745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.702886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.702954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.704174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.704242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.704767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 776.752027] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.796320] env[65325]: INFO networking_nsxv3.common.synchronization [None req-5baa03d7-1c65-4096-859d-3e572791b30a None None] Enqueued Resource ID: f53adc2e-2771-48b0-8ebd-78ceb754beb6 with Priority: HIGHEST for action port [ 776.796320] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f53adc2e-2771-48b0-8ebd-78ceb754beb6 with Priority: HIGHEST for action port [ 776.796320] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f53adc2e-2771-48b0-8ebd-78ceb754beb6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.796320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f53adc2e-2771-48b0-8ebd-78ceb754beb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.796320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f53adc2e-2771-48b0-8ebd-78ceb754beb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.799382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f53adc2e-2771-48b0-8ebd-78ceb754beb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.799382] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f53adc2e-2771-48b0-8ebd-78ceb754beb6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.804252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.804520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.804652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.804998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.805475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.810937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.811169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.811232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.812649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.812649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.823380] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: UNINITIALIZED for 2s [ 776.825091] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 777.024040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.024040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.024040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.024040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.024345] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.024345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.024345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.024518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.024559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.024649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.024797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.025111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.025111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.025111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.025297] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.025297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.025374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.025530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.025582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.030353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.030353] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.254815] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.308354] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f53adc2e-2771-48b0-8ebd-78ceb754beb6 [ 777.308794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.308920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.309074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.309428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.309428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.309428] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f53adc2e-2771-48b0-8ebd-78ceb754beb6 already deleted. [ 777.309570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f53adc2e-2771-48b0-8ebd-78ceb754beb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.533853] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e5eef7-0ea8-4846-a165-00fc50137dba: rpc.has_security_group_logging(os_id): False [ 777.552834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.555948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.556577] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.556577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.556577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.556577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.556577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.556577] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 777.630806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.630946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.631027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.631255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.633015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.647891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 777.758907] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 777.759069] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 778.502207] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c219f5d9-274f-45e5-a1cd-03542ecfe77e None None] Enqueued Resource ID: d88d62ca-b6a0-4056-95f5-85786aa0b61f with Priority: HIGHEST for action port [ 778.503325] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88d62ca-b6a0-4056-95f5-85786aa0b61f with Priority: HIGHEST for action port [ 778.503949] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88d62ca-b6a0-4056-95f5-85786aa0b61f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.504342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88d62ca-b6a0-4056-95f5-85786aa0b61f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.504342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88d62ca-b6a0-4056-95f5-85786aa0b61f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.504493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88d62ca-b6a0-4056-95f5-85786aa0b61f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.504608] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88d62ca-b6a0-4056-95f5-85786aa0b61f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.837653] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 778.838101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.838719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.838719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.839708] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.839708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.839708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.839708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.839708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.839708] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.857486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 778.857486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.858031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.858375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.859335] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.859335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.859335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.859335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.859335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.859335] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.863697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.863890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.863890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.865277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.888104] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 778.889866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.891070] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 778.930831] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.930831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.931043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.932590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.937049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.938724] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 778.938724] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 778.938724] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 779.010576] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88d62ca-b6a0-4056-95f5-85786aa0b61f [ 779.010576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.010576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.010576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.010576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.010576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.010576] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88d62ca-b6a0-4056-95f5-85786aa0b61f already deleted. [ 779.010576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88d62ca-b6a0-4056-95f5-85786aa0b61f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.023063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.023063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.023366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.023366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.025315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.025464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 779.099188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.099188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.099188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.099188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.099188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.099188] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 779.187304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.187304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.187304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.187617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.187710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.189244] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 779.189244] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7a92acb5-e1f6-4d3f-9612-15424005f0c3', '184ec5d6-f678-4096-bae3-0cef5c85d9d1', '9f502713-4376-4caf-b8ec-525dcd9f37f8', '513912ad-a2d6-41b3-9899-2f11424eec9a', '2cff39b3-1142-4b6d-8b78-4dc2cbbf3335', 'a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95', '5a1b670e-330f-426b-b326-939ba558b2a0', '1e14268b-d17c-47fa-b8f4-126a99c8fd3d', '0702eed8-bfe1-4c2a-b13a-4a9e531f77cd', 'd3dcd2ea-439a-436e-9819-005c3b7f69bf', '03728c29-5076-48fc-ae52-9d28efc35fde', '3af0e53d-5ae5-44bf-a70d-6254c5562d7e', '327028b5-eae6-4089-bf46-e2a04a54422a', 'a20e5737-15a1-4c22-8cf7-9d046bf839c2', '839f7474-5789-409e-839f-770947a911d5', 'd5d6156e-5d7d-479e-be6c-2fa4d69b3f63', '3b10f2fc-f064-4b2c-9419-7107f6b07ae4', '38e5eef7-0ea8-4846-a165-00fc50137dba', '2aeb8a49-8b03-4d24-b12d-a6e0f7124028', '0f49fc3b-7738-4072-9af4-a4a97289eece', '1c6f9060-69fc-4ce6-92f6-3abcbcd53953', 'b2ac2628-b96b-4a3c-ae23-911347152df0', '22135163-4352-40ca-a934-65db1de3802e', 'bf88b4db-1cab-4cb0-a861-d58f3aa7fd98', '4ca316cd-8188-4e1c-9647-7e208d3ee98a', '82496030-360a-4042-bd62-0c97b5212c30', '918a12cf-5ebc-4c52-91db-0c8cd025144b', 'd133b860-1321-4b4a-aa5b-3718cbca2abc', 'eafccbc7-efd5-4116-b2e7-64098812466b', '8f8d6555-0352-4ef0-a2b7-4ec03801478a', '428c3387-0eae-4492-9622-2468c8bf3062'} {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.189244] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 779.214372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.214631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.214631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.215319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.215581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 779.215711] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.215803] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 779.295548] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.295680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.295680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.296171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.299188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.299764] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 779.300062] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 779.300164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 779.300164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 779.300317] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 779.300413] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGH for action security_group_rules [ 779.300511] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGH for action security_group_rules [ 779.300590] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 779.300659] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGH for action security_group_rules [ 779.300723] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGH for action security_group_rules [ 779.300788] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGH for action security_group_rules [ 779.300851] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGH for action security_group_rules [ 779.300916] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGH for action security_group_rules [ 779.301284] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGH for action security_group_rules [ 779.301551] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGH for action security_group_rules [ 779.301551] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGH for action security_group_rules [ 779.301551] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGH for action security_group_rules [ 779.301551] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGH for action security_group_rules [ 779.301551] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGH for action security_group_rules [ 779.301716] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGH for action security_group_rules [ 779.301716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.344232] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.395153] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.432748] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8413abfa-af80-4668-852f-6e5d14a5e50d None None] Enqueued Resource ID: 8311e2d5-e7bd-4652-b634-bce57a086418 with Priority: HIGHEST for action port [ 779.433392] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8311e2d5-e7bd-4652-b634-bce57a086418 with Priority: HIGHEST for action port [ 779.434079] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 with Priority: HIGH for action security_group_rules [ 779.434079] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 779.434079] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b670e-330f-426b-b326-939ba558b2a0 with Priority: HIGH for action security_group_rules [ 779.434079] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGH for action security_group_rules [ 779.434079] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49fc3b-7738-4072-9af4-a4a97289eece with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e with Priority: HIGH for action security_group_rules [ 779.435766] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 with Priority: HIGH for action security_group_rules [ 779.436638] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513912ad-a2d6-41b3-9899-2f11424eec9a with Priority: HIGH for action security_group_rules [ 779.436922] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8311e2d5-e7bd-4652-b634-bce57a086418 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.437092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8311e2d5-e7bd-4652-b634-bce57a086418" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.437186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8311e2d5-e7bd-4652-b634-bce57a086418" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.437467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8311e2d5-e7bd-4652-b634-bce57a086418" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.438938] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8311e2d5-e7bd-4652-b634-bce57a086418',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.439614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.439614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.439757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.439880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.439958] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a92acb5-e1f6-4d3f-9612-15424005f0c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.440914] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.441337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.441337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.441465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.441683] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.442498] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a1b670e-330f-426b-b326-939ba558b2a0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.442614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.442680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.442960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.442960] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a1b670e-330f-426b-b326-939ba558b2a0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.445521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.445521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.445521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.445824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.445824] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.447711] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f49fc3b-7738-4072-9af4-a4a97289eece taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.448013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.448013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.449234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.449234] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f49fc3b-7738-4072-9af4-a4a97289eece',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.449234] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.450489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.450489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.450489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.450489] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.450714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.450714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.451534] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.451656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.451722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.451902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.452302] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b10f2fc-f064-4b2c-9419-7107f6b07ae4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.453491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.453618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.453722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.453866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.453984] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20e5737-15a1-4c22-8cf7-9d046bf839c2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.454289] env[65325]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 779.455010] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.455124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.455181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.455710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.455806] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.456777] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.457599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.457599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.457599] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.458699] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.458856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.458936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.459184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.459281] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3af0e53d-5ae5-44bf-a70d-6254c5562d7e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.460581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.460581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.460581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.461032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.461032] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.461759] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.462035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.462296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.462493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.462785] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.464743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.465033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.465033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.465805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.465805] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0702eed8-bfe1-4c2a-b13a-4a9e531f77cd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.467510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.467510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.467617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.467995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.467995] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.469596] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.470298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.470298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.470298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.470298] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e14268b-d17c-47fa-b8f4-126a99c8fd3d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.471442] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.471563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.471628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.471821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.471897] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cff39b3-1142-4b6d-8b78-4dc2cbbf3335',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.474914] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.475254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.475254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.475382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.475419] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('184ec5d6-f678-4096-bae3-0cef5c85d9d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.475634] env[65325]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 779.476867] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-513912ad-a2d6-41b3-9899-2f11424eec9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.476867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.476867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.477310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.477310] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('513912ad-a2d6-41b3-9899-2f11424eec9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.480764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.481260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.481260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.481260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.481508] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.481578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.481649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.481915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.482018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.482096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.482740] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.665269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 779.667634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.667634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.667634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.667634] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.834711] env[65325]: INFO networking_nsxv3.common.synchronization [req-25f99227-8a8b-45da-9919-5f7e006f5353 req-aef38f18-6a54-48a1-b53c-9b64466f8049 tempest-VolumesAdminNegativeTest-268935506 tempest-VolumesAdminNegativeTest-268935506-project-member] Enqueued Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 779.836455] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 779.839456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.839456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.839456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.839456] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.849626] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.898305] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.980130] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8311e2d5-e7bd-4652-b634-bce57a086418 [ 779.980531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.980676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.980676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.981089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.981238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.981544] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8311e2d5-e7bd-4652-b634-bce57a086418 already deleted. [ 779.981544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8311e2d5-e7bd-4652-b634-bce57a086418" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.988831] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.989180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.989547] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.989725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990271] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990693] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.991021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.991095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.991175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.991266] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.008225] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.008886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.008886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.010835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.028374] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.028683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.028683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.030228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.030228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.030437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.030437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.030724] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.031767] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.034669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.034669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.034669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.034669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.034669] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.044506] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.044744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.044834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.045167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.046019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.046019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.049283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.049283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.049283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.049283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.049283] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.052484] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.052484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.052484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.052484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.053306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.053306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.053306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.053306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.053306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.053306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.053306] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.054215] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.054366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.054436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.054585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.055250] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.055250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.055250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.055250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.055250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.055250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.055250] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.059268] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.059489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.059489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.059890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.059890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.059890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.060253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.060253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.060253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.060253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.060456] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.068090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.068090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.069585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.069585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.069923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.070055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a92acb5-e1f6-4d3f-9612-15424005f0c3 is going to be deleted. [ 780.078490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.078710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.099845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.099845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.124110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.124625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.126523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.126523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.127589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.128420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.129056] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.129213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.130399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.130515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.131011] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.131011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.131825] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.131975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.132722] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.132853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135656] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 780.135952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136084] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3af0e53d-5ae5-44bf-a70d-6254c5562d7e is going to be deleted. [ 780.137799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.137799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.166184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.166420] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 184ec5d6-f678-4096-bae3-0cef5c85d9d1 is going to be deleted. [ 780.167464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.168115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.169196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.169374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.169717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.169717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.169876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.169995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.170067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.170255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.170397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.170484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.171107] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.188033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.188033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.212745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.213160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.214461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.214642] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20e5737-15a1-4c22-8cf7-9d046bf839c2 is going to be deleted. [ 780.216296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.216458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.243150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.243150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a1b670e-330f-426b-b326-939ba558b2a0 is going to be deleted. [ 780.245612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.245612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.306508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.306508] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cff39b3-1142-4b6d-8b78-4dc2cbbf3335 is going to be deleted. [ 780.307105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.307320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.312168] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.312348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.331124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.331261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.343108] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.343313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.345530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.345708] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0702eed8-bfe1-4c2a-b13a-4a9e531f77cd is going to be deleted. [ 780.347858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.352809] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.352809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.353279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.353279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.353372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.353503] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be updated. [ 780.382551] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.382551] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.382551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382551] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.383088] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.383088] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.383088] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.383088] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.383088] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.383621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.402032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.402032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.402032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.402032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.402300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.405332] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 780.409844] env[65325]: INFO networking_nsxv3.common.synchronization [None req-0a3a9bc4-6409-4861-908b-6c31e57aafca None None] Enqueued Resource ID: 262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6 with Priority: HIGHEST for action port [ 780.410876] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6 with Priority: HIGHEST for action port [ 780.415022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.415022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.415022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.415022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.415022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.428401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.428568] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b10f2fc-f064-4b2c-9419-7107f6b07ae4 is going to be deleted. [ 780.429925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.431224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.452320] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.452486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.475156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.475338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494370] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.494581] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.111 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.494721] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.494905] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.495302] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-a875ea40-6836-4e5e-9049-174e0c98e192 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.495522] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.495644] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.496065] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.496469] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a875ea40-6836-4e5e-9049-174e0c98e192',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.497319] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 780.512478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.512694] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e14268b-d17c-47fa-b8f4-126a99c8fd3d is going to be deleted. [ 780.513921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.515210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.520726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.521028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.538826] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 780.540705] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.540705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.540705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.540993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.541368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.541446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.541713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.541954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.542161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.542281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.542353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.543795] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.543927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.543998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.544191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.545289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.545289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.545289] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.546665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.548065] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.548176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564306] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.574182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574811] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.577117] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.577117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.577117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.577298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.578246] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.578246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.578246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.578444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.580683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.580862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.581393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.581478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.582132] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.582307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.582400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.582565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.582651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.582722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.582848] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.584934] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.587634] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.627216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.627216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f49fc3b-7738-4072-9af4-a4a97289eece is going to be deleted. [ 780.629303] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.629521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.631045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.631045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.632603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.632714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.673647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.674094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.674094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.674451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.674652] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.674803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.674906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.675186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.675346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.675917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.675917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.675917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.676094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.676254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.676405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.676699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.676699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.676865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.677011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.677121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.677271] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.680757] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.681020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.685462] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 780.730336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.730522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be deleted. [ 780.731641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.731896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.734664] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.734818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.780342] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.780583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.813649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.813920] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 513912ad-a2d6-41b3-9899-2f11424eec9a is going to be deleted. [ 780.815587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.815940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.816199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.816765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a92acb5-e1f6-4d3f-9612-15424005f0c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.816765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.817075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.817221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.817389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3af0e53d-5ae5-44bf-a70d-6254c5562d7e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.818083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.818306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.818429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.818602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-184ec5d6-f678-4096-bae3-0cef5c85d9d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.818745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.818940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.819065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.819189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20e5737-15a1-4c22-8cf7-9d046bf839c2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.819860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.819860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.819860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.820009] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.820096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.820135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.820384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.820384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.820538] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c already deleted. [ 780.820538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.820787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.820869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.820940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a1b670e-330f-426b-b326-939ba558b2a0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cff39b3-1142-4b6d-8b78-4dc2cbbf3335" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.821642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.822070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0702eed8-bfe1-4c2a-b13a-4a9e531f77cd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.822204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.822384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.904169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.904625] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.904834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.904949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.905303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.905424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.905792] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.906127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.906278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.906860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.906961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.907215] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.907377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.907499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.907732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.907873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.908044] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 780.909867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.911726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.911848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.911987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b10f2fc-f064-4b2c-9419-7107f6b07ae4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.912575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.912839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.912961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.913768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e14268b-d17c-47fa-b8f4-126a99c8fd3d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.914853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.915052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.915158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.915404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.915516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.916141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.916257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.916467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f49fc3b-7738-4072-9af4-a4a97289eece" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.917446] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6 [ 780.917810] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.917946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.918093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.918317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.918415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.918540] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6 already deleted. [ 780.918709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262e86c2-9aa7-47c7-9d23-4cd3dc6a6fb6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973093] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.973328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.973401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.973647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.973755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-513912ad-a2d6-41b3-9899-2f11424eec9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.999932] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.000255] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.000359] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.000659] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.000821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.000985] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port a875ea40-6836-4e5e-9049-174e0c98e192 not found, creating... [ 781.001311] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.001488] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.001616] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.001870] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.002313] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.002313] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.003721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.003721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.003721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.003721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.003721] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: a875ea40-6836-4e5e-9049-174e0c98e192 is going to be created. [ 781.048460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d6156e-5d7d-479e-be6c-2fa4d69b3f63: rpc.has_security_group_logging(os_id): False [ 781.071375] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.071375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.071375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.071375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.071375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.071375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.072519] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839f7474-5789-409e-839f-770947a911d5: rpc.has_security_group_logging(os_id): False [ 781.086699] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aeb8a49-8b03-4d24-b12d-a6e0f7124028: rpc.has_security_group_logging(os_id): False [ 781.089080] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327028b5-eae6-4089-bf46-e2a04a54422a: rpc.has_security_group_logging(os_id): False [ 781.089687] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03728c29-5076-48fc-ae52-9d28efc35fde: rpc.has_security_group_logging(os_id): False [ 781.090904] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95: rpc.has_security_group_logging(os_id): False [ 781.112511] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.112716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.112767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.113279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.129820] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.130280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.166743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.166977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.169541] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.173022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.173022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.173022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.173022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.173022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.173022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.174861] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 781.175358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.175606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.175720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.175907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.175996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.176290] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.176387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.176576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.176736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.176835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.177106] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.177106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.177353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.177426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.177522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 781.178721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.178886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.179053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.180087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.180283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.183047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e5eef7-0ea8-4846-a165-00fc50137dba: rpc.has_security_group_logging(os_id): False [ 781.252784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.253060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.262549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 781.267508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.268134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.268134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.268134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.268306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.268341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.268436] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 781.269798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.270036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.333474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.333637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.333709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.333797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.334140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.334266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.334989] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.334989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.334989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.335192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.335317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.335616] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.335747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.335845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.336107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.336604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.336604] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 781.337642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.337819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387298] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.407283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.410316] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.410534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.411219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.411327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.411554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.411662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.412424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.412424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412424] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.412424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.412638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.412638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412710] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 781.413791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.414509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.474876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.474876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.474876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.474876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.475302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.475442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.475741] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.475873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.475985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.476217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.476676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.476676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.476676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.477036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.477036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.477148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.477289] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 781.478760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.478936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.511469] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.511635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.556819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.557206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.557331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.557436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.557692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.557781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.557885] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 781.559421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.559522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.561755] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.561878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.573771] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.573976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.632117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.632487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.632628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.632721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.632968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.633113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.633256] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 781.639103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.640162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.640775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.641536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.641536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.643423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.643545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.643620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.643819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.643966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.644990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.645192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.645331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.646310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.646541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.646852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.674672] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 781.675725] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 781.685567] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 781.686442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 781.687061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 781.717972] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.718230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.718230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.718424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.718642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.795074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 781.845844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.846035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.846076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.846340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.846498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.876824] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 782.243029] env[65325]: INFO networking_nsxv3.common.synchronization [req-25f99227-8a8b-45da-9919-5f7e006f5353 req-6a43cefa-ee85-44a4-a6ef-e14316526874 service nova] Enqueued Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_rules [ 782.243029] env[65325]: INFO networking_nsxv3.common.synchronization [req-25f99227-8a8b-45da-9919-5f7e006f5353 req-6a43cefa-ee85-44a4-a6ef-e14316526874 service nova] Enqueued Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 782.243029] env[65325]: INFO networking_nsxv3.common.synchronization [req-25f99227-8a8b-45da-9919-5f7e006f5353 req-6a43cefa-ee85-44a4-a6ef-e14316526874 service nova] Enqueued Resource ID: a875ea40-6836-4e5e-9049-174e0c98e192 with Priority: HIGHEST for action port [ 782.243029] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_rules [ 782.243029] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 782.248221] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a875ea40-6836-4e5e-9049-174e0c98e192 with Priority: HIGHEST for action port [ 782.250990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.250990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.250990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.250990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.250990] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.252758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.253571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.253880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.254315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.254665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.254994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.256038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.256038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.256038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.256038] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.257949] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a875ea40-6836-4e5e-9049-174e0c98e192 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.258120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.258192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.258393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.259030] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a875ea40-6836-4e5e-9049-174e0c98e192',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.548941] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 782.549933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.549933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.549933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.549933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.550205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.550205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.550284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.550362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.550442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.550527] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.679340] env[65325]: INFO networking_nsxv3.common.synchronization [req-2c8226df-6bf3-4aa3-9232-328684e91321 req-25dff2e7-0db1-4574-88af-8f05d4931554 tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 782.679670] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 782.679912] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680691] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.681681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.681681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.681681] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.699138] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 782.699393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.700119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.700341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.700551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.700670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.700735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.700900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.700987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.701084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.701179] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.760984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761468] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.763714] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a875ea40-6836-4e5e-9049-174e0c98e192 with status ACTIVE [ 782.763714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.763714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.763714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.763932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.764110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.764158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764640] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.764738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.764810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.764943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.765023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.765106] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a875ea40-6836-4e5e-9049-174e0c98e192 is going to be updated. [ 782.789458] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.789566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.789614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.789881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.790017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.790225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a875ea40-6836-4e5e-9049-174e0c98e192" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.053206] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.071676] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a8bf9c95-6cb5-4dde-93ef-ce36a7778319 None None] Enqueued Resource ID: ef4c68da-86c2-453b-ae1f-2097210fad81 with Priority: HIGHEST for action port [ 783.072304] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4c68da-86c2-453b-ae1f-2097210fad81 with Priority: HIGHEST for action port [ 783.074420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef4c68da-86c2-453b-ae1f-2097210fad81 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.074420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef4c68da-86c2-453b-ae1f-2097210fad81" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.074420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef4c68da-86c2-453b-ae1f-2097210fad81" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.074744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef4c68da-86c2-453b-ae1f-2097210fad81" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.074744] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4c68da-86c2-453b-ae1f-2097210fad81',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.096562] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.096872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.096872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.097172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.097558] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.097874] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.097993] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.098356] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.098661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.098976] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.099182] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.099585] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.099585] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.099739] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.100236] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.100236] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.123036] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.123036] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.123036] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.123283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.123422] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-70a657e4-9613-4b73-991a-cbefc27cb841 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.123954] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.123954] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.124116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.124388] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a657e4-9613-4b73-991a-cbefc27cb841',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.183347] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.183555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.183555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.183759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204119] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.204119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204558] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.204558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.204691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.204787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.204889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.204991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.205160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.205671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.205671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.205671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.205839] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.205839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.205925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.206028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.206108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.206185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.206273] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.207998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208220] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.208333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.208387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.208539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.208664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.208747] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 783.249641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.249890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.249890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.250234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.250436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.263349] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 783.265015] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.283897] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 783.284244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.313194] env[65325]: INFO networking_nsxv3.common.synchronization [None req-55f25d33-aadb-48d8-8c26-50850b80d33a None None] Enqueued Resource ID: 72e4d3ec-3cbe-415f-a7b4-59f85c385ce3 with Priority: HIGHEST for action port [ 783.315567] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e4d3ec-3cbe-415f-a7b4-59f85c385ce3 with Priority: HIGHEST for action port [ 783.315567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e4d3ec-3cbe-415f-a7b4-59f85c385ce3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.315567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e4d3ec-3cbe-415f-a7b4-59f85c385ce3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.315567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e4d3ec-3cbe-415f-a7b4-59f85c385ce3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.315775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e4d3ec-3cbe-415f-a7b4-59f85c385ce3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.315831] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e4d3ec-3cbe-415f-a7b4-59f85c385ce3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.557867] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39: rpc.has_security_group_logging(os_id): False [ 783.576213] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.576378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.576449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.576673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.576758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.576991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.577109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.577172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.577325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.577400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.577498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be created. [ 783.580137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef4c68da-86c2-453b-ae1f-2097210fad81 [ 783.580137] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.580137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.580137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.580137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.580137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.580137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef4c68da-86c2-453b-ae1f-2097210fad81 already deleted. [ 783.580137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef4c68da-86c2-453b-ae1f-2097210fad81" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.627709] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628050] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628226] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628922] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.629127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 70a657e4-9613-4b73-991a-cbefc27cb841 not found, creating... [ 783.629520] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.629744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.629869] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.630185] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.630310] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.630640] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.630804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.630930] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.631216] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.631363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.631486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 70a657e4-9613-4b73-991a-cbefc27cb841 is going to be created. [ 783.641627] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.641869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.641942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.642193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.642402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.657509] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 783.661938] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.662281] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.662327] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.662582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.662815] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.663055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.691603] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 783.691949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.692590] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 783.692763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.703704] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 783.704034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.704818] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 783.705021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.705695] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 783.705869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.711404] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 783.736375] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.736644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.736644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.736929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.767961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.768171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.768212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.768655] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c is going to be created. [ 783.790670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.790968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.791111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.791184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.791464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.791547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.791771] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.791868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.791975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.792082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.792154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.792323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.792419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.792482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.792634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.792727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.792814] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 783.819349] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72e4d3ec-3cbe-415f-a7b4-59f85c385ce3 [ 783.819349] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.819589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.819589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.819819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.820309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.820309] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72e4d3ec-3cbe-415f-a7b4-59f85c385ce3 already deleted. [ 783.820309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e4d3ec-3cbe-415f-a7b4-59f85c385ce3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.842242] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.842242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.842242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.842242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.842242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.848302] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 783.848488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.874873] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: UNINITIALIZED for 2s [ 783.896508] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 783.896912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.939473] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.939473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.939727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.939762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.939900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.966441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [req-2c8226df-6bf3-4aa3-9232-328684e91321 req-fc3543ae-770f-46cc-a515-3037ac7fb589 service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [req-2c8226df-6bf3-4aa3-9232-328684e91321 req-fc3543ae-770f-46cc-a515-3037ac7fb589 service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [req-2c8226df-6bf3-4aa3-9232-328684e91321 req-fc3543ae-770f-46cc-a515-3037ac7fb589 service nova] Enqueued Resource ID: 70a657e4-9613-4b73-991a-cbefc27cb841 with Priority: HIGHEST for action port [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 784.528094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a657e4-9613-4b73-991a-cbefc27cb841 with Priority: HIGHEST for action port [ 784.528094] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.528094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.532282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.532378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.532426] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.533448] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.533549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.533745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-70a657e4-9613-4b73-991a-cbefc27cb841 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.534819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.534819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.534819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.534819] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70a657e4-9613-4b73-991a-cbefc27cb841',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.039015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70a657e4-9613-4b73-991a-cbefc27cb841 with status ACTIVE [ 785.039015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.039015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.039932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039932] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70a657e4-9613-4b73-991a-cbefc27cb841 is going to be updated. [ 785.041719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.041719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.064625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.065303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.065303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.065303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.065475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70a657e4-9613-4b73-991a-cbefc27cb841" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.282321] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 785.282457] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e deletion is rescheduled due to dependency. [ 785.282564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.282806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.283060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.283262] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.283409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.283409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.283755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.283755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.283961] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.687757] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 785.687886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787340] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.886996] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: SUCCESS [ 785.887657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.887657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.887657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.887848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.887951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.888033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.888201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.888284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.888370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.888464] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.984350] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 785.984350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.998883] env[65325]: INFO networking_nsxv3.common.synchronization [None req-2761cd07-f163-4d86-b69c-e857cbd62acc tempest-ServersV294TestFqdnHostnames-405629366 tempest-ServersV294TestFqdnHostnames-405629366-project-member] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 785.999555] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 785.999901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.000021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.000102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.000362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.000434] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.101126] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7b76a2fc-3f5a-4702-85e3-a7e31d85f156 tempest-ServersV294TestFqdnHostnames-405629366 tempest-ServersV294TestFqdnHostnames-405629366-project-member] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 786.101847] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 786.102370] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.102370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.211343] env[65325]: INFO networking_nsxv3.common.synchronization [None req-523743af-7c69-428f-869c-d9a04f929f84 None None] Enqueued Resource ID: da26c16c-c33d-48df-ae1a-e7bd241607ed with Priority: HIGHEST for action port [ 786.212047] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da26c16c-c33d-48df-ae1a-e7bd241607ed with Priority: HIGHEST for action port [ 786.212501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-da26c16c-c33d-48df-ae1a-e7bd241607ed taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.212973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da26c16c-c33d-48df-ae1a-e7bd241607ed" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da26c16c-c33d-48df-ae1a-e7bd241607ed" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da26c16c-c33d-48df-ae1a-e7bd241607ed" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.214049] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da26c16c-c33d-48df-ae1a-e7bd241607ed',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.452031] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.454089] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.454266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.454266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.455015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.455015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.455015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.455894] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.455894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.455894] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.456795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.456795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.456795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.456795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.456795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.456795] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.522782] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.522970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.523126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.523258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.523339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.523654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 already deleted. [ 786.523654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.523654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.523785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.523873] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.718853] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da26c16c-c33d-48df-ae1a-e7bd241607ed [ 786.718853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.718853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.718853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.718853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.718853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718853] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da26c16c-c33d-48df-ae1a-e7bd241607ed already deleted. [ 786.718853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da26c16c-c33d-48df-ae1a-e7bd241607ed" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.954179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.954834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.954917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.955345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.955345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.955513] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 786.958896] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1c64427-7089-4d4b-9476-fc31b5252d7c: rpc.has_security_group_logging(os_id): False [ 786.983494] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.983713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.983713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.983921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.984024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.984465] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.984465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.984662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.984662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.984728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.984909] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.984995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.985066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.985210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985486] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.985583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.985644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.985840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.985840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985967] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c is going to be created. [ 787.010559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.011123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.011123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.011123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.011277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.022447] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 787.083636] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.084154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.084154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.084280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.084280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.084355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 already deleted. [ 787.084435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.102700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.103701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.103701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.103701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.103701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.135162] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: IN_PROGRESS for 2s [ 789.032652] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 789.033023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.033227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.034097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.034097] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.034097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.034097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.034097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.034350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.034350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.034350] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.079052] env[65325]: INFO networking_nsxv3.common.synchronization [req-a94c89f2-9cc7-496f-839f-816d0533d8fa req-ad0d132f-6ec4-477c-a5b9-42bafe669408 tempest-FloatingIPsAssociationTestJSON-1814791611 tempest-FloatingIPsAssociationTestJSON-1814791611-project-member] Enqueued Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 789.079052] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428c3387-0eae-4492-9622-2468c8bf3062 with Priority: HIGHEST for action security_group_members [ 789.079546] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-428c3387-0eae-4492-9622-2468c8bf3062 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.080000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.081920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.081920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.082164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.082301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.082368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.082571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.082658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.082757] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('428c3387-0eae-4492-9622-2468c8bf3062',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.150275] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: SUCCESS [ 789.150629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540747] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.589330] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.589330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.589330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612945] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 is going to be updated. [ 789.643811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.644033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.644110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.644335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.644727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.656875] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: IN_PROGRESS for 2s [ 790.045197] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22135163-4352-40ca-a934-65db1de3802e: rpc.has_security_group_logging(os_id): False [ 790.066272] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.066474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.066552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.066971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.067141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.067420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.067582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.067654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.067885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.067972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.068200] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.068296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.068356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.069114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.069194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.069448] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.069571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.069644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.069841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.069908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.070107] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 790.076162] env[65325]: INFO networking_nsxv3.common.synchronization [req-fc0432f3-0b10-496c-9f12-cc6844152c5f req-edc1c963-50a5-412c-8b48-094ed6d82216 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 790.076765] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 790.077120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.077389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.077645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.077801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.077899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.078022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.078122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.078201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.078292] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.140747] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.141025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.141163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.141348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.141493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.157502] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 790.534136] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.534136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.534136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.534136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.534781] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.535207] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.535521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.535925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.536284] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.536836] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.537229] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.537563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.537891] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.538235] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.538563] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.538987] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.563477] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.563647] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.563785] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.565620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.565620] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-fdacdc68-f703-40ab-aaf4-7678b2a675ce taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.565620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.565620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.565620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.565620] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdacdc68-f703-40ab-aaf4-7678b2a675ce',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.580809] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.580967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.581103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.581349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.581491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.582043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.582043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.582043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.582244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.582244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.582337] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a already deleted. [ 790.582425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.069020] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.069312] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.069460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.069823] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.069961] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.070129] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port fdacdc68-f703-40ab-aaf4-7678b2a675ce not found, creating... [ 791.070404] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.070563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.070675] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.070903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.071054] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.071345] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.071510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.071623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.071920] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.071975] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.072092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: fdacdc68-f703-40ab-aaf4-7678b2a675ce is going to be created. [ 791.094649] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.094882] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.095011] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095301] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095525] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.095777] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.137323] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 791.137323] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 791.137543] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 791.138020] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 791.138170] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 791.138271] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 791.138546] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.138719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.138788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.138990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139151] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.139422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139602] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.140529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.140589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.140667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.140838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.141347] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.142270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.142270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.142270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.142270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.142270] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.143420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.143420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.143571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.143626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.143732] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.143828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.143889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.144046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.144126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.144426] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.188783] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_rules [ 791.189350] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 791.189439] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 791.189517] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 791.189652] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_rules [ 791.189786] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 791.189918] env[65325]: INFO networking_nsxv3.common.synchronization [req-45fa7100-abae-4930-ad3a-2bededd09468 req-1a7594f1-22e9-4f0d-9b5e-a2866ba9ee8a tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 791.190546] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_rules [ 791.190710] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_rules [ 791.190847] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 791.191147] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3448d84-552e-429a-b9b0-12a500cba5e9 with Priority: HIGHEST for action port [ 791.191147] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_rules [ 791.191147] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 791.191286] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 791.191516] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.191645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.191712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.191941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.192045] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.193315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.193450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.193747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.193819] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.194945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.194945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.195096] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3448d84-552e-429a-b9b0-12a500cba5e9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.195096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.195180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.195312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.195393] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3448d84-552e-429a-b9b0-12a500cba5e9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.196188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.196329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.196396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.196598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.196700] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.197574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.197673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.198442] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.198559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.645652] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.646684] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.647614] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.668677] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 428c3387-0eae-4492-9622-2468c8bf3062 in Status: SUCCESS [ 791.668867] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 428c3387-0eae-4492-9622-2468c8bf3062 deletion is rescheduled due to dependency. [ 791.668971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-428c3387-0eae-4492-9622-2468c8bf3062" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.699738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.700038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3448d84-552e-429a-b9b0-12a500cba5e9 with status ACTIVE [ 791.701020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.701020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.701020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.701389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702064] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.702064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.702064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.702230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.702230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3448d84-552e-429a-b9b0-12a500cba5e9 is going to be updated. [ 791.703702] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.703863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.704155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.704293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.725585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.725745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.725813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.726189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.726257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.726390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3448d84-552e-429a-b9b0-12a500cba5e9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.820523] env[65325]: INFO networking_nsxv3.common.synchronization [req-fc0432f3-0b10-496c-9f12-cc6844152c5f req-c1e3411b-a164-4035-b097-cabfd86030c0 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 791.820699] env[65325]: INFO networking_nsxv3.common.synchronization [req-fc0432f3-0b10-496c-9f12-cc6844152c5f req-c1e3411b-a164-4035-b097-cabfd86030c0 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 791.820834] env[65325]: INFO networking_nsxv3.common.synchronization [req-fc0432f3-0b10-496c-9f12-cc6844152c5f req-c1e3411b-a164-4035-b097-cabfd86030c0 service nova] Enqueued Resource ID: fdacdc68-f703-40ab-aaf4-7678b2a675ce with Priority: HIGHEST for action port [ 791.821386] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 791.821520] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 791.821615] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdacdc68-f703-40ab-aaf4-7678b2a675ce with Priority: HIGHEST for action port [ 791.822145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.822274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.822340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.822599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.822679] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.823932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.824063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.824130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.825146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.825146] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.825146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.825146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.825146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.825420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.825420] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.826292] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdacdc68-f703-40ab-aaf4-7678b2a675ce taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.826373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.826433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.826795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.826880] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdacdc68-f703-40ab-aaf4-7678b2a675ce',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.148032] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.149312] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.150554] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.175224] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 792.175462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.329159] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.329290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.329642] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.330686] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdacdc68-f703-40ab-aaf4-7678b2a675ce with status ACTIVE [ 792.330930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.332857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.333309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.333309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.333309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.333448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.333448] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdacdc68-f703-40ab-aaf4-7678b2a675ce is going to be updated. [ 792.363211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.363553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.363722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.364147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.364464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.364832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdacdc68-f703-40ab-aaf4-7678b2a675ce" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.411687] env[65325]: INFO networking_nsxv3.common.synchronization [req-74da86e7-5898-41a9-b766-81ae16231e20 req-b04fc2f9-36cb-4f29-b85d-9b46345639e8 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 792.412275] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 792.412531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.412662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.412792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.412997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.413331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.413438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.413494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.413659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.415115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.415251] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.652043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.652272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.652385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.652659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.652822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652998] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee is going to be created. [ 792.654833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.655018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.655130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.655390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.655514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.655650] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be updated. [ 792.657342] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.657470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.657578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.657797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.657925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.658102] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 792.698333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.698333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.698333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.698333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.698333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.703849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.704111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.704190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.704409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.704550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.706358] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.706465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.706550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.706728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.706856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.713272] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee in Status: UNINITIALIZED for 2s [ 792.716065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 792.716582] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 792.835928] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.917335] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.917489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.917551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.917767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.917856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.918063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.918157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.918217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.918363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.918441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.918524] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 792.954584] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.954832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.955151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.967491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 793.338598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.338966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.338966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.339136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.339222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.339332] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be created. [ 793.379610] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.379788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.379860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.380086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.380247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.393369] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: UNINITIALIZED for 2s [ 793.809107] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-048fc437-f25f-4e6f-9d85-60d93ba44da3 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 793.809693] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 793.810085] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.810636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.810785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.810999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.811175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.811272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.811334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.811493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.811578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.811676] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.193922] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.194169] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.196523] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.196996] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.197473] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.197699] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.197813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.198128] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.198284] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.198528] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.198667] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.198782] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.198994] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.198994] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.199270] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.199410] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.227358] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.227548] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.227676] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.227849] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.228195] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-f5de41e6-8a7c-4066-8980-5f152a3ba281 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.228359] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.228478] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.228864] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.229075] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5de41e6-8a7c-4066-8980-5f152a3ba281',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.314125] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.314333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.314436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.314684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.314798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.315145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.315280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.315578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.315805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.315902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.316039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 already deleted. [ 794.316185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.723869] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee in Status: SUCCESS [ 794.724158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.724334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.724596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.724813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.724940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.725056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.729150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.729150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.729150] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.729150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 794.729150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.729723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.729930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730141] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.730268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.730339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.730536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730741] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.733092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 794.733265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.733992] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.734672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.734672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.734672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.734883] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.734883] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port f5de41e6-8a7c-4066-8980-5f152a3ba281 not found, creating... [ 794.735231] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.735315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.737239] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.737239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.737239] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: f5de41e6-8a7c-4066-8980-5f152a3ba281 is going to be created. [ 794.738545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.738807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.738849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.738951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.739030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.739182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.739256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.739363] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.764273] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.764557] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.764648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764890] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.765140] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.765370] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.980094] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 794.980094] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 794.980265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142734] env[65325]: INFO networking_nsxv3.common.synchronization [req-27f500d0-e09b-448d-9a45-cbeea1b27c21 req-22375400-04e2-4858-becb-2f5f66c95439 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 795.144131] env[65325]: INFO networking_nsxv3.common.synchronization [req-27f500d0-e09b-448d-9a45-cbeea1b27c21 req-22375400-04e2-4858-becb-2f5f66c95439 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 795.144131] env[65325]: INFO networking_nsxv3.common.synchronization [req-27f500d0-e09b-448d-9a45-cbeea1b27c21 req-22375400-04e2-4858-becb-2f5f66c95439 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 795.144131] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 795.144131] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee with Priority: HIGHEST for action security_group_members [ 795.144300] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGHEST for action security_group_members [ 795.144581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.144713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.144977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.145196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.145407] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.145523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.235058] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.241416] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.244282] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.411839] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 795.412076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.412256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.412511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.412710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.412828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.412893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.413139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.413225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.413316] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-e8335aa5-887f-425d-8966-070e68509282 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-e8335aa5-887f-425d-8966-070e68509282 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-e8335aa5-887f-425d-8966-070e68509282 service nova] Enqueued Resource ID: f5de41e6-8a7c-4066-8980-5f152a3ba281 with Priority: HIGHEST for action port [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 795.547518] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5de41e6-8a7c-4066-8980-5f152a3ba281 with Priority: HIGHEST for action port [ 795.547518] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.547518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.547518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.547518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.547518] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.548780] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.549231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.549464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.552020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.552020] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.552020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5de41e6-8a7c-4066-8980-5f152a3ba281 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.553120] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5de41e6-8a7c-4066-8980-5f152a3ba281',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.737527] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.744840] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.746899] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.917402] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.917659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.917760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.917990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.918305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.918367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.918529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.918613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918941] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.919074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.919129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.919313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.919457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.919543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.919591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.919817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.919888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.919969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920070] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.055066] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.056198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.056351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.056456] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5de41e6-8a7c-4066-8980-5f152a3ba281 with status ACTIVE [ 796.056611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.056714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.056772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.057009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.058953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.059079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.059183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.059245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.060801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.060801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.060801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5de41e6-8a7c-4066-8980-5f152a3ba281 is going to be updated. [ 796.170116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.170297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.170351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.170582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.170768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.170933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5de41e6-8a7c-4066-8980-5f152a3ba281" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.242764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.242964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.242964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.243444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.243444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.243444] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee is going to be updated. [ 796.248727] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.248727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.248727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.248969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.249032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.249140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be updated. [ 796.250317] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.250419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.250467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.250636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.250716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.250804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 796.335025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.335177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.335291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.335482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.337032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.337593] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.337714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.337773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.337953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.338093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339666] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.339787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.339934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.340014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.340274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.364682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 796.365447] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 796.366096] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee in Status: IN_PROGRESS for 2s [ 796.423464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 796.449959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.450126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.450196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.450416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.450503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.450702] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.450801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.450884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.451016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.451218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.451306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.451397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.451458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.451632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.451668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.451838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.451930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.451990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.452144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.452221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.452291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be created. [ 796.489416] env[65325]: INFO networking_nsxv3.common.synchronization [req-cd59e0c3-daeb-4b6e-9754-d0385f9aabfb req-bdacbf1f-e5e3-4e8f-8a10-e25767566829 tempest-VolumesAdminNegativeTest-268935506 tempest-VolumesAdminNegativeTest-268935506-project-member] Enqueued Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 796.490518] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGHEST for action security_group_members [ 796.490518] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.490518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.490719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.490792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.490947] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.491105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.491202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.491407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.491528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.491632] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.523343] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.523530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.523575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.523766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.523969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.541044] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 796.562629] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.646028] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-df20561b-f81b-47c5-9506-2d048a93adc2 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 796.646757] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 796.646757] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.646757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.994726] env[65325]: INFO networking_nsxv3.common.synchronization [req-6a5cc0a6-2c21-40d9-95f2-e4c51f11fd31 req-ac1faf56-74b5-4183-bd09-53409a15080c tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 796.995375] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.995485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.995485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.996873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.997062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.997706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.997975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.997975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.998274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.998420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.998562] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c is going to be updated. [ 797.000900] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 797.001378] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.001577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.001653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.001916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.002168] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.002312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.002357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.002569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.002725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.002885] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.009953] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.010315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.010534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.010900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.011419] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.012395] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.012395] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.012395] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.012498] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.012861] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.012984] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.013203] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.013404] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.013765] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.013765] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.013965] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.043662] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.043844] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.043988] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.044196] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.044588] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.044802] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.045011] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.046496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.046496] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e48ae4-a7ec-4e33-adaa-03d8f143eb55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.047558] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.047691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.047763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.047972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.048126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.060276] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: IN_PROGRESS for 2s [ 797.064835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.065099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.065099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.065292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.065378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.065477] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be created. [ 797.093156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.095278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.095278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.095278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.095278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.112998] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: UNINITIALIZED for 2s [ 797.505497] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.551711] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.551991] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.552143] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.553073] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.553241] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.553397] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 not found, creating... [ 797.553671] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.553829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.555784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.555784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.555784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.555784] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.555784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.555784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.556457] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.560255] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.560255] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 is going to be created. [ 797.583493] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.583795] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.583871] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.584140] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.584418] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.584643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.009073] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.336697] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-d7521fdc-f29c-4105-8e80-f6b926f0b5d8 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 798.336697] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-d7521fdc-f29c-4105-8e80-f6b926f0b5d8 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 798.336697] env[65325]: INFO networking_nsxv3.common.synchronization [req-4738b119-11c9-45c6-bee7-e005e73d6648 req-d7521fdc-f29c-4105-8e80-f6b926f0b5d8 service nova] Enqueued Resource ID: 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 with Priority: HIGHEST for action port [ 798.336697] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 798.336934] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 798.337090] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 with Priority: HIGHEST for action port [ 798.338521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339624] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.340599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.340599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.340599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.340599] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e48ae4-a7ec-4e33-adaa-03d8f143eb55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.378653] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 798.378915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.379663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.379703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.379894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.380114] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.382150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee in Status: SUCCESS [ 798.382388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.383086] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 798.383550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.383733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.384212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.384429] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.384577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.384713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.384904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.384990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.385118] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.386186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.386365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.386560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.386729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.386840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.387039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.387146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.387845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.387845] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.388137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.388396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.388596] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.389029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.389029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.389029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.389154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.389263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.389373] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.390629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.390845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.391082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.391513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.391513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.391513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.391513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.391665] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.392513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.392513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.392934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.392934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.392934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.393280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.393407] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.513672] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.513672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.513672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.513672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.513672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.513672] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 798.552670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.552860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.552904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.553131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.553273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.560031] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 798.560361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.569641] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 798.843928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 with status ACTIVE [ 798.844169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.844582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.844672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844837] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.844939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.844997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.845153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.845226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.845405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.845490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.845546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.845679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.845754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.845838] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e48ae4-a7ec-4e33-adaa-03d8f143eb55 is going to be updated. [ 798.874510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.878025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.878025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.878025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.878025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.878025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e48ae4-a7ec-4e33-adaa-03d8f143eb55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.891805] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82f2d85d-4b94-4b62-9a9d-d6472f6c87ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.892789] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.893723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.893827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.894414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.894529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.894591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.894804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.894960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.896115] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.896201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.896249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.896398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.896475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.896566] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee is going to be deleted. [ 798.897711] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.898601] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.898601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.898771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.898888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.898984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.899314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.900259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.900259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.900259] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be updated. [ 798.935411] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.935621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.935691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.935919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.965417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 798.979204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.979373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.979413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.979642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.979826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.979953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.027122] env[65325]: INFO networking_nsxv3.common.synchronization [req-4245031a-100e-4831-b261-49eb3f961502 req-2ed3c7ee-fc17-41a0-812b-483c90422160 tempest-ListServersNegativeTestJSON-46331464 tempest-ListServersNegativeTestJSON-46331464-project-member] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 799.027122] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGHEST for action security_group_members [ 799.027505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.027505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.071660] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1c64427-7089-4d4b-9476-fc31b5252d7c in Status: SUCCESS [ 799.071660] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c deletion is rescheduled due to dependency. [ 799.071881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.132352] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 799.133021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.133021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.133929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.133929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.133929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.134164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.135384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.135384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.135384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.135384] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.136295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136956] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.137350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.137350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.137539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.139081] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.395228] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.396073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee: rpc.has_security_group_logging(os_id): False [ 799.401528] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39: rpc.has_security_group_logging(os_id): False [ 799.430021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.430021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.430021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.430021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.430275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430357] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.430425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.430664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.430664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.430770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430770] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee is going to be created. [ 799.433049] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.433180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.433244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.434040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.434040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.434504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be updated. [ 799.460570] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee], does not exist path=[/infra/domains/default/groups/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee]."\n}' [ 799.460723] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee [ 799.460812] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 799.502464] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.502464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.502464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.502464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.502824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502919] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.503016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.503083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.503258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.503331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.503539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.503627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.503686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.503827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.503893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.503975] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82f2d85d-4b94-4b62-9a9d-d6472f6c87ee is going to be created. [ 799.529388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.529552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.529602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.535021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.535021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.535021] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee], does not exist path=[/infra/domains/default/groups/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee [ 799.537149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82f2d85d-4b94-4b62-9a9d-d6472f6c87ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.538138] env[65325]: Traceback (most recent call last): [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 799.538138] env[65325]: return func(*args, **kwargs) [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 799.538138] env[65325]: res.raise_for_status() [ 799.538138] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 799.538138] env[65325]: raise HTTPError(http_error_msg, response=self) [ 799.538138] env[65325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee [ 799.538138] env[65325]: During handling of the above exception, another exception occurred: [ 799.538138] env[65325]: Traceback (most recent call last): [ 799.538138] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 799.538138] env[65325]: listener.cb(fileno) [ 799.538138] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 799.538138] env[65325]: result = function(*args, **kwargs) [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 799.538138] env[65325]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 799.538138] env[65325]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 799.538138] env[65325]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 799.538138] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 799.538138] env[65325]: res.raise_for_status() [ 799.538138] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 799.538138] env[65325]: raise HTTPError(http_error_msg, response=self) [ 799.538138] env[65325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/82f2d85d-4b94-4b62-9a9d-d6472f6c87ee [ 799.538138] env[65325]: Removing descriptor: 64 [ 799.567152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: IN_PROGRESS for 2s [ 799.584710] env[65325]: INFO networking_nsxv3.common.synchronization [req-7c294b7d-9022-4b7a-909c-fdad377e5255 req-7ecec692-77c9-4e62-b1f2-9ab6810bb741 tempest-ListImageFiltersTestJSON-1109425406 tempest-ListImageFiltersTestJSON-1109425406-project-member] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 799.585536] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 799.585773] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.585916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.586011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.586996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.586996] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.586996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.587213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.587551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.587551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.587723] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.644966] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.644966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.644966] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.898870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.898982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.899174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.899265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.899365] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 799.931875] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.931875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.931875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.931875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.931875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.942090] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.942090] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.942090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.943054] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.943331] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.944119] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.944370] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.944613] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.944858] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.945134] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.947073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 799.971275] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.971275] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.971275] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.971275] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.971275] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-0d34c76f-b8f1-4aec-affc-422458002f1a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.971630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.971828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.972652] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.972652] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d34c76f-b8f1-4aec-affc-422458002f1a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.089990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.090379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.090379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.090497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.090576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.091178] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.091178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.091178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.091427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.091547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.091660] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 already deleted. [ 800.091777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.144835] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.478237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.478237] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 0d34c76f-b8f1-4aec-affc-422458002f1a not found, creating... [ 800.478237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.478237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.478648] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.478648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.478648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.478648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.478648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.478965] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 0d34c76f-b8f1-4aec-affc-422458002f1a is going to be created. [ 800.504574] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.504924] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.505069] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.505372] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.505623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.505857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592182] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 800.592463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.592634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.592846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.593022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.593149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.593211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.593374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.593488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.593554] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.647525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.647765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.647989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.648278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.648345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.648415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 800.691871] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.691871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.691871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.691871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.707332] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 800.979405] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 800.979497] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 deletion is rescheduled due to dependency. [ 800.979607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.097274] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.097578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.097578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.097815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.130546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.130838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.130959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.131055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.131565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.131646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.133062] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be updated. [ 801.162983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.163159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.163221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.163467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.163568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.173415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: IN_PROGRESS for 2s [ 801.219874] env[65325]: INFO networking_nsxv3.common.synchronization [req-7c294b7d-9022-4b7a-909c-fdad377e5255 req-102d6942-a059-40dc-9aca-e5a828fdb86e service nova] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_rules [ 801.220197] env[65325]: INFO networking_nsxv3.common.synchronization [req-7c294b7d-9022-4b7a-909c-fdad377e5255 req-102d6942-a059-40dc-9aca-e5a828fdb86e service nova] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 801.222189] env[65325]: INFO networking_nsxv3.common.synchronization [req-7c294b7d-9022-4b7a-909c-fdad377e5255 req-102d6942-a059-40dc-9aca-e5a828fdb86e service nova] Enqueued Resource ID: 0d34c76f-b8f1-4aec-affc-422458002f1a with Priority: HIGHEST for action port [ 801.222189] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_rules [ 801.222189] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 801.222189] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d34c76f-b8f1-4aec-affc-422458002f1a with Priority: HIGHEST for action port [ 801.222189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.222189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.222189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.222189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.222189] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.224265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.224265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.224265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.224265] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.225533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d34c76f-b8f1-4aec-affc-422458002f1a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.225533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.225533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.225533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.229055] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d34c76f-b8f1-4aec-affc-422458002f1a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.585179] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 in Status: SUCCESS [ 801.585670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.727592] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.727820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.727924] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.729801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d34c76f-b8f1-4aec-affc-422458002f1a with status ACTIVE [ 801.730044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.730171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.730238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730720] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.730818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.730871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731347] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.731428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.731600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731730] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d34c76f-b8f1-4aec-affc-422458002f1a is going to be updated. [ 801.785037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.785216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.785216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.785417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.785620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.785783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d34c76f-b8f1-4aec-affc-422458002f1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.959361] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 801.959586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.959766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.960107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.960311] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.960431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.960493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.960709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.960818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961242] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.961606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.961756] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.962121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962308] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.230535] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.464605] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c6f9060-69fc-4ce6-92f6-3abcbcd53953: rpc.has_security_group_logging(os_id): False [ 802.485184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.485184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.485184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.485467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.507750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508065] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.508194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.508260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.508468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.508572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508786] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.508920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.508990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.509188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.509265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.509457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.509583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.510183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.510183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.510183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.510183] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 802.597770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.597915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.597974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.598210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.598363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.618778] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 802.722027] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 802.722346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.722636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.722962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.723267] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.723458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.723562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.723810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.723951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.724131] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.733975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.734279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.734377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.734768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.734902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.735039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be created. [ 802.769870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.770093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.770220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.770407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.770582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.784957] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: UNINITIALIZED for 2s [ 803.191101] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 in Status: SUCCESS [ 803.191414] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 deletion is rescheduled due to dependency. [ 803.191414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.227112] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.730657] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.233487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.233487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.233487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.233487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.233734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.233734] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 804.269519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.269771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.269771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.269979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.270210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.281464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 804.639390] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 804.639727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.797327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 804.797327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.797327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.797712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.797712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.797712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.797916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.797916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.798053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.798053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.798228] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.303113] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.303546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.303957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.304245] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.304414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.304504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.304707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.304834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.305038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.305265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.305399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.305627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.305708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.305870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.306049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.306192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.306438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.306601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.306882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.307056] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.777033] env[65325]: INFO networking_nsxv3.common.synchronization [req-b7d84d7d-9c63-4885-a2d2-12d167a36537 req-69a77a24-8cc4-43cb-950d-0ce0536c658c tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 805.777411] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 805.777723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.777842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.777909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.778121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782023] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.782023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.782023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.782023] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.809486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397: rpc.has_security_group_logging(os_id): False [ 805.832307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.832473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.832597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.832764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.832876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.833120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.833277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.833277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.833575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.833575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.833858] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.833858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.833858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.834139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.834215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.834411] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.834557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.834640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.834717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.834806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.834881] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be created. [ 805.902427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.902683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.902683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.902886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.903088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915267] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 806.285024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.285024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.285024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.285024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.296489] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 806.296850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.297343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.297564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.297769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.297888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.297955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.298325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.298325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.298325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.298476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.298571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.298631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.298821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.299315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.299420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.299481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.299630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.299704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.299785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.299896] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.322025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.322351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.322507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.322579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.322854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.322945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.323092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 806.351787] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.351951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.352036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.352261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.352399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 806.803820] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a09e97a-b67f-447c-bd60-73c4cf7c1b03: rpc.has_security_group_logging(os_id): False [ 806.823196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.823481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.823522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.823728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.823844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.824318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.824318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.824318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.824487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.824518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.824697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.824793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.824855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.825233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.825649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.825711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.825902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.826030] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be created. [ 806.889736] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.889960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.890048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.890266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.890443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.904314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 807.932400] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 807.932687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.374735] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 808.375139] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e deletion is rescheduled due to dependency. [ 808.375139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.922026] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 808.922026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.922026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.922026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.922026] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.230824] env[65325]: INFO networking_nsxv3.common.synchronization [req-c035e52c-3c45-42f8-9ddf-693318896d1a req-12e124b8-46a0-4f6f-8421-76c177554b84 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 809.231446] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 809.231868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.232048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.232149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.232400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.232581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.232696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.232760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.232981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.233135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.233278] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.425334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.425334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.735810] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.843124] env[65325]: INFO networking_nsxv3.common.synchronization [req-69d2c4c3-5e8a-4d35-9a17-38a44866e62f req-16bb00ba-af36-401d-824d-42e409e04b16 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 809.843124] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 809.843333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.843425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.237721] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.740605] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.740761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.740853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.741074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.741290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.741355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 810.789696] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.789696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.789696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.789696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.789696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.809424] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 812.822514] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 812.822833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.822968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.823233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.823439] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.823556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.823619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.823775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.823852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.823935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.824045] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.824927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.825350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.825540] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.825652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.825712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.826245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.826333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.826425] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.328581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.328789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.330294] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.330433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.330513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.330697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.330815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.330977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.331091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.331153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.331288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.331362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.331443] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 813.362495] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.362662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.362704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.363122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.363264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.374853] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 813.663423] env[65325]: INFO networking_nsxv3.common.synchronization [req-aa346ff5-c029-4e35-9d55-b208b16d2464 req-859598cd-5a82-4163-bbd3-25caeae18f33 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 813.664277] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 813.664630] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.664744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.664744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.664950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.665137] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.665252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.665311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.665471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.665552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.665642] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.169111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.169470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.169470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.169605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.195878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.196098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.196225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.196297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.196509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.196596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.196734] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 814.231750] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.232251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.232395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.244061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 814.836375] env[65325]: INFO networking_nsxv3.common.synchronization [req-740ec362-c5c9-42be-b30a-5cab84942811 req-74580072-2655-4a76-9b4d-62a787f95176 tempest-ListImageFiltersTestJSON-1109425406 tempest-ListImageFiltersTestJSON-1109425406-project-member] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 814.837008] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 814.837380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.837532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.837618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.837854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.838037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.838167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.838247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.838442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.838551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.838669] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.977196] env[65325]: INFO networking_nsxv3.common.synchronization [req-9added73-35b8-46de-a504-64381c7334e4 req-3e7089e7-252c-46e6-b135-8bbe599af071 tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 814.978265] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 814.979861] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.980127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.980285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.980549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.980764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.980956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.980956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.981492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.981610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.981729] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.187633] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.187633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.187633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.187633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.188247] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.188545] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.188656] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.189450] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.189450] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.189579] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.189726] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.189964] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.190094] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.190269] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.190421] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.190588] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.211523] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.211523] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.211649] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.212066] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.212066] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-3a54f993-c758-49dc-a587-331e6482dafb taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.212207] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.212358] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.212772] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.212913] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a54f993-c758-49dc-a587-331e6482dafb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.341950] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.389101] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 815.389377] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 deletion is rescheduled due to dependency. [ 815.389470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.389692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.389770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.389964] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.390147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.390529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.390529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.390699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.390802] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.390901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.391143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.391266] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.391350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.391448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.391528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.391610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.391713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.391801] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.484303] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.484519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.484519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.484836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.511364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.511654] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.511775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.511842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.512074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.512150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.512239] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 815.546324] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.546467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.546538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.546945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.547165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.569591] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 815.717492] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.717835] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.718071] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.718512] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.718762] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.719025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 3a54f993-c758-49dc-a587-331e6482dafb not found, creating... [ 815.719450] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.719706] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.719950] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.720280] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.721401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.721401] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.721401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.721606] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.721749] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.721964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.722232] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 3a54f993-c758-49dc-a587-331e6482dafb is going to be created. [ 815.765879] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.766202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.766537] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.766675] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.766974] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.767224] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.843983] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.893755] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a09e97a-b67f-447c-bd60-73c4cf7c1b03: rpc.has_security_group_logging(os_id): False [ 815.922999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.923420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.923565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.923827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.923957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.924303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.924400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.924566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.924648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.924841] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.924951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.925024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.925171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.925245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.925536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.925597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.925736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.925809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.925895] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 816.015379] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.015626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.015626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.015861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.016021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.040366] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 816.258251] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 816.258749] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 816.258838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.348587] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.348756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.348919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.349230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.349350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.349481] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be updated. [ 816.385554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.385763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.385763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.386140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.386263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.402089] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 816.503784] env[65325]: INFO networking_nsxv3.common.synchronization [req-740ec362-c5c9-42be-b30a-5cab84942811 req-0dc541cf-c1a9-4fd2-909d-baf511b30764 service nova] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_rules [ 816.503966] env[65325]: INFO networking_nsxv3.common.synchronization [req-740ec362-c5c9-42be-b30a-5cab84942811 req-0dc541cf-c1a9-4fd2-909d-baf511b30764 service nova] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 816.504190] env[65325]: INFO networking_nsxv3.common.synchronization [req-740ec362-c5c9-42be-b30a-5cab84942811 req-0dc541cf-c1a9-4fd2-909d-baf511b30764 service nova] Enqueued Resource ID: 3a54f993-c758-49dc-a587-331e6482dafb with Priority: HIGHEST for action port [ 816.505600] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_rules [ 816.505761] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 816.505984] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a54f993-c758-49dc-a587-331e6482dafb with Priority: HIGHEST for action port [ 816.507314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.507314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507314] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.508863] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.508863] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a54f993-c758-49dc-a587-331e6482dafb taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.508863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.508863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.508863] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a54f993-c758-49dc-a587-331e6482dafb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.012658] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.013054] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a54f993-c758-49dc-a587-331e6482dafb with status ACTIVE [ 817.013251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.013364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.013430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014078] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.014078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.014078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014440] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.014556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.014556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.014879] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a54f993-c758-49dc-a587-331e6482dafb is going to be updated. [ 817.096827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.097036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.097126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.097348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.097656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a54f993-c758-49dc-a587-331e6482dafb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.581709] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 817.581963] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde deletion is rescheduled due to dependency. [ 817.582137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.060033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 818.060556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.413832] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 818.414051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.414389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.414594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.414646] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.414750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.414811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.414980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.415097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.415944] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.919366] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.422157] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.637179] env[65325]: INFO networking_nsxv3.common.synchronization [None req-71ebfe10-00fc-4008-bf7e-a6bd87f609c7 None None] Enqueued Resource ID: df9e8d84-0625-426f-961c-8d1a419b4de8 with Priority: HIGHEST for action port [ 819.637179] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9e8d84-0625-426f-961c-8d1a419b4de8 with Priority: HIGHEST for action port [ 819.637179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9e8d84-0625-426f-961c-8d1a419b4de8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.637179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9e8d84-0625-426f-961c-8d1a419b4de8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.637608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9e8d84-0625-426f-961c-8d1a419b4de8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.637986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9e8d84-0625-426f-961c-8d1a419b4de8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.638268] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9e8d84-0625-426f-961c-8d1a419b4de8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.924109] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.924681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.924681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.924838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.925129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.925241] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be updated. [ 819.955753] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.955969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.955969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.956176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.956376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.966785] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 820.142617] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9e8d84-0625-426f-961c-8d1a419b4de8 [ 820.142617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.142617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.142617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.142617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.142617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.142617] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9e8d84-0625-426f-961c-8d1a419b4de8 already deleted. [ 820.142617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9e8d84-0625-426f-961c-8d1a419b4de8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.198745] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199495] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199495] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199495] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199616] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201727] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.202209] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.202324] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.202466] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.202520] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.202734] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.202734] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.223394] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.223638] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.223638] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.223847] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.224170] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-b88b5481-d23d-4552-8b11-dbba0abae0bd taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.224334] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.224423] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.224645] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.224808] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b88b5481-d23d-4552-8b11-dbba0abae0bd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.276766] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c45d1a99-b1e5-4a0d-9f81-5f4404e3f85e None None] Enqueued Resource ID: 9e61038f-9131-45f2-b013-467229008dd0 with Priority: HIGHEST for action port [ 820.277417] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e61038f-9131-45f2-b013-467229008dd0 with Priority: HIGHEST for action port [ 820.277734] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e61038f-9131-45f2-b013-467229008dd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.277898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e61038f-9131-45f2-b013-467229008dd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.277938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e61038f-9131-45f2-b013-467229008dd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.278670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e61038f-9131-45f2-b013-467229008dd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.278751] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e61038f-9131-45f2-b013-467229008dd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.727236] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.727568] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.727605] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731336] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731336] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731880] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731880] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731880] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: b88b5481-d23d-4552-8b11-dbba0abae0bd is going to be updated. [ 820.756796] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.757204] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.757350] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.757679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.757891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.758136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.784090] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e61038f-9131-45f2-b013-467229008dd0 [ 820.784263] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.784392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.784453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.784840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.784840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.784840] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e61038f-9131-45f2-b013-467229008dd0 already deleted. [ 820.785083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e61038f-9131-45f2-b013-467229008dd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523203] env[65325]: INFO networking_nsxv3.common.synchronization [req-8080b531-56e1-45cd-9b70-02a7293e8d05 req-f8c3291a-e808-432d-8d24-792b90631f1e service nova] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 821.523465] env[65325]: INFO networking_nsxv3.common.synchronization [req-8080b531-56e1-45cd-9b70-02a7293e8d05 req-f8c3291a-e808-432d-8d24-792b90631f1e service nova] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 821.523619] env[65325]: INFO networking_nsxv3.common.synchronization [req-8080b531-56e1-45cd-9b70-02a7293e8d05 req-f8c3291a-e808-432d-8d24-792b90631f1e service nova] Enqueued Resource ID: b88b5481-d23d-4552-8b11-dbba0abae0bd with Priority: HIGHEST for action port [ 821.523734] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_rules [ 821.524503] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 821.524503] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88b5481-d23d-4552-8b11-dbba0abae0bd with Priority: HIGHEST for action port [ 821.524503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.524675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.524675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.524871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.524953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.528719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.528851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.528983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.529206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.529372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.530210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.530210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.530378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.530452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.530556] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.532867] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b88b5481-d23d-4552-8b11-dbba0abae0bd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.532867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.532867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.532867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.533105] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b88b5481-d23d-4552-8b11-dbba0abae0bd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.977484] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 821.977745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.977922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.978157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.978361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.978472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.978540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.978685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.978764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.978852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.978964] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.025179] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4e0c1db9-0ca7-4bb9-8a1d-f581c8ba717f None None] Enqueued Resource ID: 00a624b4-1531-4729-8980-1654d18f83fc with Priority: HIGHEST for action port [ 822.025305] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a624b4-1531-4729-8980-1654d18f83fc with Priority: HIGHEST for action port [ 822.025854] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a624b4-1531-4729-8980-1654d18f83fc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.025981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a624b4-1531-4729-8980-1654d18f83fc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.026694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a624b4-1531-4729-8980-1654d18f83fc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.026694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a624b4-1531-4729-8980-1654d18f83fc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.026694] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a624b4-1531-4729-8980-1654d18f83fc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.036054] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.038726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.039058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.039340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b88b5481-d23d-4552-8b11-dbba0abae0bd with status ACTIVE [ 822.039604] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.039895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.040094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.040522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.040720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.041163] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.041395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.041526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.041745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.041900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.043421] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.043421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.043421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.043421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.043421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.043421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b88b5481-d23d-4552-8b11-dbba0abae0bd is going to be updated. [ 822.066119] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.066119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.066119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.066119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.066119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.066119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b88b5481-d23d-4552-8b11-dbba0abae0bd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.482681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.482836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.482906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.483573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.483573] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.483573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.483573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.484236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.484236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.484236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.484236] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.484236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.484236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.484617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.484617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.484617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.484617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.484750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.484750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.484818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.484907] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.533015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a624b4-1531-4729-8980-1654d18f83fc [ 822.533557] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.533809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.533900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.534115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.534183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.534279] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a624b4-1531-4729-8980-1654d18f83fc already deleted. [ 822.534417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a624b4-1531-4729-8980-1654d18f83fc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.545483] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.686892] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4a8fcfd0-22ca-40c5-8791-8dc086669894 None None] Enqueued Resource ID: ac847b56-4631-43fb-9997-d3cd2f787008 with Priority: HIGHEST for action port [ 822.687416] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac847b56-4631-43fb-9997-d3cd2f787008 with Priority: HIGHEST for action port [ 822.687706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac847b56-4631-43fb-9997-d3cd2f787008 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.687828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac847b56-4631-43fb-9997-d3cd2f787008" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.687903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac847b56-4631-43fb-9997-d3cd2f787008" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.688370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac847b56-4631-43fb-9997-d3cd2f787008" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.688370] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac847b56-4631-43fb-9997-d3cd2f787008',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.922262] env[65325]: INFO networking_nsxv3.common.synchronization [req-18751853-7014-4d8c-b8da-d31ac1278c88 req-f2b26553-5aa0-4274-8b40-422ad2633d72 tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 822.922871] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 822.923562] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.923843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.923843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.924160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.924432] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.924598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.924705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.924920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.925073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.925227] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.987805] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397: rpc.has_security_group_logging(os_id): False [ 823.011800] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.012135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.012324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.012710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.013071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.014775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.014775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.014775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.015164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.015164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.015164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.015164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.015681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.015681] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be updated. [ 823.048190] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.048317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.049267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.049728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.050883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.051252] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be updated. [ 823.085594] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.085780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.086751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.086751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.086751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.088610] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.088722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.091996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.091996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.091996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: IN_PROGRESS for 2s [ 823.111344] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 823.191210] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac847b56-4631-43fb-9997-d3cd2f787008 [ 823.191420] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.191670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.191754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.192155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.192200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.192372] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac847b56-4631-43fb-9997-d3cd2f787008 already deleted. [ 823.192502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac847b56-4631-43fb-9997-d3cd2f787008" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.361436] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.361829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.361829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.362099] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.362368] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.362522] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.362635] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.362852] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.363015] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.363240] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.363380] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.363493] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.363596] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.363702] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.363801] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.363928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.385718] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.385890] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.386037] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.386230] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386542] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-94e317aa-422d-4445-b224-599736479b74 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.386711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.387174] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.387317] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e317aa-422d-4445-b224-599736479b74',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.427571] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.427722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.427793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.428023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.428096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.428299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.428392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.428499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.428592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.428695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.428743] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 already deleted. [ 823.428819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.890237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.890237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.890237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.890237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.890237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.890237] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 94e317aa-422d-4445-b224-599736479b74 not found, creating... [ 823.890805] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.890805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.890805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.891012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.891153] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.891438] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.891599] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.891717] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.892114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.892268] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.893181] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 94e317aa-422d-4445-b224-599736479b74 is going to be created. [ 823.914165] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.914412] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.914556] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.914804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.915046] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.915274] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.653696] env[65325]: INFO networking_nsxv3.common.synchronization [req-18751853-7014-4d8c-b8da-d31ac1278c88 req-96191623-51f8-4976-9751-96d5d53f97de service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 824.653932] env[65325]: INFO networking_nsxv3.common.synchronization [req-18751853-7014-4d8c-b8da-d31ac1278c88 req-96191623-51f8-4976-9751-96d5d53f97de service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 824.654248] env[65325]: INFO networking_nsxv3.common.synchronization [req-18751853-7014-4d8c-b8da-d31ac1278c88 req-96191623-51f8-4976-9751-96d5d53f97de service nova] Enqueued Resource ID: 94e317aa-422d-4445-b224-599736479b74 with Priority: HIGHEST for action port [ 824.654962] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 824.656327] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 824.656327] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e317aa-422d-4445-b224-599736479b74 with Priority: HIGHEST for action port [ 824.656327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.656327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.656327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.656327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.656327] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.658569] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.658697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.658765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.659040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.659236] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.659330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.659394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.659639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.659639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.659760] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.660573] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e317aa-422d-4445-b224-599736479b74 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.660709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.660783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.660912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.660980] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e317aa-422d-4445-b224-599736479b74',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.123355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: SUCCESS [ 825.123746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.123822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.124081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.124240] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.124360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.124439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.124575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.124641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.124731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.124842] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.131794] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 825.132426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.159968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.160390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.163170] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.164311] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e317aa-422d-4445-b224-599736479b74 with status ACTIVE [ 825.164539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.164814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.165153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.165291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.166291] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.166291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.166291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.166291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.166291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.166664] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.166664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.166664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.166828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.166940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.167031] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e317aa-422d-4445-b224-599736479b74 is going to be updated. [ 825.194416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.194668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.194771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.195079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.195302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e317aa-422d-4445-b224-599736479b74" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.627539] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.670075] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.715044] env[65325]: INFO networking_nsxv3.common.synchronization [req-1432a5dc-1891-4278-8404-34c75daaa37d req-03b67752-6667-4122-9e94-24eb8b149c88 tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 825.715044] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 825.715641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.715806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.091046] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.091469] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.091621] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.091921] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.092250] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.092424] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.092550] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.092779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.092925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.093151] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.093263] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.093371] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.093477] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.093658] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.093716] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.093810] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.119169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.119358] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.120090] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.120090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.120090] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-2f7c5359-271a-4c42-aa2a-70da288e7598 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.120312] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.120444] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.120756] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.120915] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f7c5359-271a-4c42-aa2a-70da288e7598',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.135178] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3dcd2ea-439a-436e-9819-005c3b7f69bf: rpc.has_security_group_logging(os_id): False [ 826.153108] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.153356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.153472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.153646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.154954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.154954] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.154954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.154954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.154954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.154954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.154954] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be created. [ 826.174964] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.175280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.175327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.175631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.175781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.175933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be created. [ 826.200694] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.200884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.200986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.201217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.201379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.215737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: UNINITIALIZED for 2s [ 826.234502] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.234738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.234993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.236124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.236124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.253728] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: IN_PROGRESS for 2s [ 826.625259] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.625680] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.625857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.626217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.626377] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.626530] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 2f7c5359-271a-4c42-aa2a-70da288e7598 not found, creating... [ 826.627315] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.627463] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.627583] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.627828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.627972] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.628611] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.629025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.629482] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.630654] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.630860] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.631526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 2f7c5359-271a-4c42-aa2a-70da288e7598 is going to be created. [ 826.662643] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.662951] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.663187] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.663484] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.663771] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.664148] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.403242] env[65325]: INFO networking_nsxv3.common.synchronization [req-1432a5dc-1891-4278-8404-34c75daaa37d req-f3390ed4-a137-4125-b6a7-478ae30a9acd service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 827.403242] env[65325]: INFO networking_nsxv3.common.synchronization [req-1432a5dc-1891-4278-8404-34c75daaa37d req-f3390ed4-a137-4125-b6a7-478ae30a9acd service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 827.403242] env[65325]: INFO networking_nsxv3.common.synchronization [req-1432a5dc-1891-4278-8404-34c75daaa37d req-f3390ed4-a137-4125-b6a7-478ae30a9acd service nova] Enqueued Resource ID: 2f7c5359-271a-4c42-aa2a-70da288e7598 with Priority: HIGHEST for action port [ 827.404987] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 827.405542] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 827.405793] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7c5359-271a-4c42-aa2a-70da288e7598 with Priority: HIGHEST for action port [ 827.406380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.408882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.408882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.408882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.408882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f7c5359-271a-4c42-aa2a-70da288e7598 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.408882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.408882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.408882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.409320] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f7c5359-271a-4c42-aa2a-70da288e7598',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.912471] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f7c5359-271a-4c42-aa2a-70da288e7598 with status ACTIVE [ 827.912901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.913546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.913618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.913844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.913936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.914156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.914255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.914319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.914468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.914544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.914728] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.914814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.914877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.915032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.915109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.915192] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f7c5359-271a-4c42-aa2a-70da288e7598 is going to be updated. [ 827.942818] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.942818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.942818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.942818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.942818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.942818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f7c5359-271a-4c42-aa2a-70da288e7598" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.226928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 828.227517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.227517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.227905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.227905] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.228073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.228139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.228276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.228386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228617] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.229844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.230133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.230331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.230455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.230544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.230748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.230903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.231041] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.267205] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: SUCCESS [ 828.267537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.711604] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b9bb15f-6f98-431a-8f89-9c244ca70a28 req-27ab2cd2-2e07-4124-8a84-a677c73b07fe tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 828.712133] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 828.712465] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.712564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.733977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.734181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.734417] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.073233] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.073449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.073585] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.073853] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.074739] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.074944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.075839] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.076167] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.076339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076580] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.076799] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.076799] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.077034] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.077034] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.077118] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.077245] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.097836] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.098072] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.098219] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.098398] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-239" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.098955] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-59f5d4d4-b924-48f4-8eb4-84541677ee38 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.099164] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099292] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.099619] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.099761] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f5d4d4-b924-48f4-8eb4-84541677ee38',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.239717] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.603042] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.603303] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.603433] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.603726] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.603872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.604041] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 59f5d4d4-b924-48f4-8eb4-84541677ee38 not found, creating... [ 829.604600] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.604818] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.604936] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.605182] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.605318] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605606] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.605758] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.605870] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.606135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.606233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.606376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 59f5d4d4-b924-48f4-8eb4-84541677ee38 is going to be created. [ 829.629763] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.630000] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.630142] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.630408] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.630658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.630879] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.744086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.744432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.744432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.744610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.744758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.744917] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 829.794657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.794843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.794932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.795304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.795507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.818222] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 830.429253] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b9bb15f-6f98-431a-8f89-9c244ca70a28 req-be6684ff-9f92-4685-be3d-0905b7e31ac6 service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 830.429253] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b9bb15f-6f98-431a-8f89-9c244ca70a28 req-be6684ff-9f92-4685-be3d-0905b7e31ac6 service nova] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 830.429253] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b9bb15f-6f98-431a-8f89-9c244ca70a28 req-be6684ff-9f92-4685-be3d-0905b7e31ac6 service nova] Enqueued Resource ID: 59f5d4d4-b924-48f4-8eb4-84541677ee38 with Priority: HIGHEST for action port [ 830.429912] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_rules [ 830.429912] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 830.430440] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f5d4d4-b924-48f4-8eb4-84541677ee38 with Priority: HIGHEST for action port [ 830.430833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.430942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.431210] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.431315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.431496] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-59f5d4d4-b924-48f4-8eb4-84541677ee38 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.431611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.431665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.431896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.432050] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f5d4d4-b924-48f4-8eb4-84541677ee38',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.937273] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59f5d4d4-b924-48f4-8eb4-84541677ee38 with status ACTIVE [ 830.937681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.937788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.937852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.939701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.939701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.939701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.939701] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59f5d4d4-b924-48f4-8eb4-84541677ee38 is going to be updated. [ 830.965694] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.969021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.969021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.969021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.969021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.969021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59f5d4d4-b924-48f4-8eb4-84541677ee38" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830287] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.830287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.830287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830287] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.333054] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.653645] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8ef77a6a-1b3e-447a-841e-dbaec26a0949 None None] Enqueued Resource ID: c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6 with Priority: HIGHEST for action port [ 832.654494] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6 with Priority: HIGHEST for action port [ 832.655314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.657159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.657159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.657159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.657159] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.836067] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.161624] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6 [ 833.161999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.161999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.161999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.163188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.163188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.163188] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6 already deleted. [ 833.163188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70c1a8e-2e19-4568-80e6-a6e6b7ef57a6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.340283] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.340650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.340650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.340748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.340822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.340924] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 833.374243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.374400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.374474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.374687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.374834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.386685] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 833.471312] env[65325]: INFO networking_nsxv3.common.synchronization [req-097c904f-efce-47f8-8584-cd5d2257efcb req-ba0f7f23-953d-4772-a62c-a8d148277d42 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: ec4181ac-289f-44cd-9b49-e92659bd6513 with Priority: HIGHEST for action security_group_rules [ 833.471312] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4181ac-289f-44cd-9b49-e92659bd6513 with Priority: HIGHEST for action security_group_rules [ 833.471312] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec4181ac-289f-44cd-9b49-e92659bd6513 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.471312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec4181ac-289f-44cd-9b49-e92659bd6513" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.471312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec4181ac-289f-44cd-9b49-e92659bd6513" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.471312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec4181ac-289f-44cd-9b49-e92659bd6513" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.471312] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec4181ac-289f-44cd-9b49-e92659bd6513',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.014705] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.015654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.015654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.015654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.015654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.015654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec4181ac-289f-44cd-9b49-e92659bd6513 already deleted. [ 834.015654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec4181ac-289f-44cd-9b49-e92659bd6513" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.320861] env[65325]: INFO networking_nsxv3.common.synchronization [req-b1d0c4af-4a41-4096-84de-4a06c2e22d7d req-3739c8f1-eca1-4a95-8630-17118f385257 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: d2ad1223-1962-41fe-b703-b488563797b1 with Priority: HIGHEST for action security_group_rules [ 834.322256] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2ad1223-1962-41fe-b703-b488563797b1 with Priority: HIGHEST for action security_group_rules [ 834.322615] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2ad1223-1962-41fe-b703-b488563797b1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.322821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2ad1223-1962-41fe-b703-b488563797b1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.324471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2ad1223-1962-41fe-b703-b488563797b1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.324471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2ad1223-1962-41fe-b703-b488563797b1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.324471] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2ad1223-1962-41fe-b703-b488563797b1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.850798] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.851408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.851408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.851572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.851572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.851816] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2ad1223-1962-41fe-b703-b488563797b1 already deleted. [ 834.851906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2ad1223-1962-41fe-b703-b488563797b1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.150782] env[65325]: INFO networking_nsxv3.common.synchronization [None req-dff56f26-b182-413c-90c3-3f7c620a1213 None None] Enqueued Resource ID: b04da6c7-92af-4055-a5ed-1057740fc053 with Priority: HIGHEST for action port [ 835.151191] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04da6c7-92af-4055-a5ed-1057740fc053 with Priority: HIGHEST for action port [ 835.151623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04da6c7-92af-4055-a5ed-1057740fc053 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.151747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04da6c7-92af-4055-a5ed-1057740fc053" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.151867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04da6c7-92af-4055-a5ed-1057740fc053" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.152230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04da6c7-92af-4055-a5ed-1057740fc053" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.152397] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04da6c7-92af-4055-a5ed-1057740fc053',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.399022] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.399022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.399022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.399022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.656379] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b04da6c7-92af-4055-a5ed-1057740fc053 [ 835.656622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.656761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.656831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.657118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.657235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.657318] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b04da6c7-92af-4055-a5ed-1057740fc053 already deleted. [ 835.657399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04da6c7-92af-4055-a5ed-1057740fc053" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.902306] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.918507] env[65325]: INFO networking_nsxv3.common.synchronization [req-eccfdd1e-dd52-4aab-b6ba-056f0de20689 req-7679100d-2104-443c-90b1-7d28c7c96bc0 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: 72919178-ebb8-40dc-9821-ffde54580ee2 with Priority: HIGHEST for action security_group_rules [ 835.919767] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72919178-ebb8-40dc-9821-ffde54580ee2 with Priority: HIGHEST for action security_group_rules [ 835.920887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72919178-ebb8-40dc-9821-ffde54580ee2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.920887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72919178-ebb8-40dc-9821-ffde54580ee2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.920887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72919178-ebb8-40dc-9821-ffde54580ee2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.921143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72919178-ebb8-40dc-9821-ffde54580ee2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.921203] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72919178-ebb8-40dc-9821-ffde54580ee2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.226626] env[65325]: INFO networking_nsxv3.common.synchronization [req-b9fad838-7041-4fcf-a02d-88a824b63239 req-8369e471-63d6-4312-982f-1ea534c5965f tempest-ServersNegativeTestJSON-119614307 tempest-ServersNegativeTestJSON-119614307-project-member] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 836.229709] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 836.230147] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.230537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.230537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.230537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.230788] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.230788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.231127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.231127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.231127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.233148] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.404717] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.443847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.444063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.444120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.444389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.444503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.444557] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72919178-ebb8-40dc-9821-ffde54580ee2 already deleted. [ 836.444647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72919178-ebb8-40dc-9821-ffde54580ee2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.669459] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.669686] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.669686] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.670353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.670715] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.670938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.671131] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.671480] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.671726] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.672057] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.672236] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.672395] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.672561] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.672716] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.672885] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.673235] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.699984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.700175] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.700337] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.700564] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.701088] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-e76313e8-3730-4049-a1f3-e05e7354221d taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.701438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.701572] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.702062] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.702271] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76313e8-3730-4049-a1f3-e05e7354221d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.736206] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.908084] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.908482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.908482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.908649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.908775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.908911] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 836.949583] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.950235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.950235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.950382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.951833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.962327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 837.207595] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.207904] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.208137] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.208523] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.208748] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.209034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port e76313e8-3730-4049-a1f3-e05e7354221d not found, creating... [ 837.209428] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.209670] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.209861] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.210163] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.210317] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.210700] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.210898] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.211187] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.211443] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.211660] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.211807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: e76313e8-3730-4049-a1f3-e05e7354221d is going to be created. [ 837.239388] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.289524] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.289777] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.289999] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.290473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.291225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.291225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.383572] env[65325]: INFO networking_nsxv3.common.synchronization [req-88f5a7d3-d73a-4946-a3df-8d6707788af1 req-8e95aa38-4345-4d16-a323-fd691de7f301 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: 8d977a14-2054-4861-bf28-ebffb08b98cf with Priority: HIGHEST for action security_group_rules [ 837.384331] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d977a14-2054-4861-bf28-ebffb08b98cf with Priority: HIGHEST for action security_group_rules [ 837.384641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d977a14-2054-4861-bf28-ebffb08b98cf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.384764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d977a14-2054-4861-bf28-ebffb08b98cf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.384831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d977a14-2054-4861-bf28-ebffb08b98cf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.385104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d977a14-2054-4861-bf28-ebffb08b98cf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.385186] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d977a14-2054-4861-bf28-ebffb08b98cf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.741852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.742014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.742111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.742309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.742726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742850] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 837.777703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.777846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.777973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.778246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.778465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.788915] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 837.904463] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.904639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.904711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.904964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.905035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.905131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d977a14-2054-4861-bf28-ebffb08b98cf already deleted. [ 837.905215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d977a14-2054-4861-bf28-ebffb08b98cf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.931300] env[65325]: INFO networking_nsxv3.common.synchronization [req-b9fad838-7041-4fcf-a02d-88a824b63239 req-d6b73a22-0e05-4a38-a7b6-98395ea3fd44 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 837.931616] env[65325]: INFO networking_nsxv3.common.synchronization [req-b9fad838-7041-4fcf-a02d-88a824b63239 req-d6b73a22-0e05-4a38-a7b6-98395ea3fd44 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 837.931616] env[65325]: INFO networking_nsxv3.common.synchronization [req-b9fad838-7041-4fcf-a02d-88a824b63239 req-d6b73a22-0e05-4a38-a7b6-98395ea3fd44 service nova] Enqueued Resource ID: e76313e8-3730-4049-a1f3-e05e7354221d with Priority: HIGHEST for action port [ 837.932110] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 837.932302] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 837.932399] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76313e8-3730-4049-a1f3-e05e7354221d with Priority: HIGHEST for action port [ 837.933285] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.933439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.933439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.933620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.933684] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.934794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.934894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.935110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76313e8-3730-4049-a1f3-e05e7354221d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.935446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.935515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.935686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.935776] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76313e8-3730-4049-a1f3-e05e7354221d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.437689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.437879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.438071] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76313e8-3730-4049-a1f3-e05e7354221d with status ACTIVE [ 838.438206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.438312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.438383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.438651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.438714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.440156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.440156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.440156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.440156] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76313e8-3730-4049-a1f3-e05e7354221d is going to be updated. [ 838.477598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.477598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.477598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.477598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.477598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76313e8-3730-4049-a1f3-e05e7354221d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.620315] env[65325]: INFO networking_nsxv3.common.synchronization [req-fc8d9641-1369-4f72-a584-1c7be6907c2e req-85963f10-6983-4d89-bdda-fde6c5672c5d tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 838.620990] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 838.622039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f32872e-0094-4141-bda2-ae39c18fddd5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.622039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.622039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.622282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.622282] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f32872e-0094-4141-bda2-ae39c18fddd5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.914028] env[65325]: INFO networking_nsxv3.common.synchronization [req-c60432b7-77cc-4889-b7b8-f8b1f956d0a7 req-ec6f28ff-23e3-41ee-8e56-43b3b74bb4b1 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 838.914028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 838.914028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.975039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.976340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976340] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.977191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.977279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.977430] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.977522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.977667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.977787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.977787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.977872] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.143082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.143297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.143354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.143581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.143657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.143757] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 already deleted. [ 839.143839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.367331] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.367569] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.367707] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.368416] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.368514] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368969] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.369177] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.369357] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.369474] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.369594] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.369721] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.369996] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.369996] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.370298] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.390585] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.390809] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.390975] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.391179] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-230" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.391498] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-5e68af7d-bb75-4f8e-8421-8f7cda75331f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.391693] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.391839] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.392248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.392414] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e68af7d-bb75-4f8e-8421-8f7cda75331f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.416889] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.483938] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.485505] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a55ce06-7f98-4f90-8b5c-415706ee27a7: rpc.has_security_group_logging(os_id): False [ 839.509102] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.509102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.509102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.509301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.509388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.509608] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.509705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.509767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.509916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.510036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.510187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.510337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.510337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.510656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.510656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.510750] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.510810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.510853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.511564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.511564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.511564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be created. [ 839.573383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.573590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.573685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.574418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.574418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.587789] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 839.801807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 839.802139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.802445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.802776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.803426] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.803426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.803426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.803712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.803712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.803712] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.895193] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.895402] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.895484] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.895776] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.896013] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.896182] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 5e68af7d-bb75-4f8e-8421-8f7cda75331f not found, creating... [ 839.896443] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.896595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.896704] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.896999] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.897168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898419] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.898419] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.898419] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.898419] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.898715] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 5e68af7d-bb75-4f8e-8421-8f7cda75331f is going to be created. [ 839.920046] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.924132] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.924401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.924529] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.924798] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.925049] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.925283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.987807] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.014178] env[65325]: INFO networking_nsxv3.common.synchronization [req-dab700e6-1fae-4c07-9160-7f24a7a1b30c req-4349fc28-fda8-491f-84b9-9327a14fdd50 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 840.014837] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 840.015276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f32872e-0094-4141-bda2-ae39c18fddd5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015740] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f32872e-0094-4141-bda2-ae39c18fddd5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.306507] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.422050] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.422264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.422351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.422577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.422684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.422791] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 840.451526] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.451664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.451731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.451924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.452079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.462818] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 840.490743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.490959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.491042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.491591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.491591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.491591] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 840.520156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.520461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.520461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.520673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.521235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.530978] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 840.535053] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.535198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.535265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.535470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.535552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.535647] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 already deleted. [ 840.535724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.641324] env[65325]: INFO networking_nsxv3.common.synchronization [req-c60432b7-77cc-4889-b7b8-f8b1f956d0a7 req-e953e0de-f686-4158-9eda-dc7ff4729a76 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 840.641581] env[65325]: INFO networking_nsxv3.common.synchronization [req-c60432b7-77cc-4889-b7b8-f8b1f956d0a7 req-e953e0de-f686-4158-9eda-dc7ff4729a76 service nova] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 840.641786] env[65325]: INFO networking_nsxv3.common.synchronization [req-c60432b7-77cc-4889-b7b8-f8b1f956d0a7 req-e953e0de-f686-4158-9eda-dc7ff4729a76 service nova] Enqueued Resource ID: 5e68af7d-bb75-4f8e-8421-8f7cda75331f with Priority: HIGHEST for action port [ 840.642576] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_rules [ 840.642764] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 840.642907] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e68af7d-bb75-4f8e-8421-8f7cda75331f with Priority: HIGHEST for action port [ 840.643287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.643441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.643534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.643778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.643885] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.647328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.647328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.647328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e68af7d-bb75-4f8e-8421-8f7cda75331f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.647328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.647328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.647328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.647328] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e68af7d-bb75-4f8e-8421-8f7cda75331f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.811793] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.146780] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.147147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.149943] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e68af7d-bb75-4f8e-8421-8f7cda75331f with status ACTIVE [ 841.149943] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.150086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.150241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.150496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.150648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151065] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.151214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.151321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.151593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.151713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.152205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.152281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.152489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.152605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.152740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e68af7d-bb75-4f8e-8421-8f7cda75331f is going to be updated. [ 841.177232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.177232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.177232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.177232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.177232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.177448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e68af7d-bb75-4f8e-8421-8f7cda75331f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.315193] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.315556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.315765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.316127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.316237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.316361] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 841.356836] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.356836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.356836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.357172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.357278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.371148] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 841.602084] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 841.602329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.602505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.602732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.602814] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.105859] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.105975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.150641] env[65325]: INFO networking_nsxv3.common.synchronization [req-144a4dc9-5961-48e0-bcbe-2d0199be3cf4 req-3ff3d34c-247f-4a99-b56e-eb2a94bb4337 tempest-SecurityGroupRulesTestJSON-294878111 tempest-SecurityGroupRulesTestJSON-294878111-project-member] Enqueued Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 842.151845] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 with Priority: HIGHEST for action security_group_rules [ 842.152155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f32872e-0094-4141-bda2-ae39c18fddd5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.152277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.152349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.152661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.152775] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f32872e-0094-4141-bda2-ae39c18fddd5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.475592] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 842.475821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.476038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.476310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.476504] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.476622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.476686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.477219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.477347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.477453] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.552291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.552291] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.552291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.675169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.675319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.675410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.675600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.675688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.675791] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f32872e-0094-4141-bda2-ae39c18fddd5 already deleted. [ 842.675874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f32872e-0094-4141-bda2-ae39c18fddd5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982800] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.054248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.054390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.054390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.055453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.055453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.055794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.056627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.056719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.056857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.057098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.057208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.057425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.057498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.057575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.057669] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.383057] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 843.383368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.383512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.383772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.383978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.384120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.384188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.384353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.384480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.384585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.384699] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.490188] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.561765] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a55ce06-7f98-4f90-8b5c-415706ee27a7: rpc.has_security_group_logging(os_id): False [ 843.585510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.585663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.585727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.585945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.586055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586319] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.586411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.586467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.586623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.586700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.586883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.587094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.587094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.587246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.587305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.587498] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.587650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.587736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.587895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.587971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.588077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 843.670705] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.670894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.670940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.671153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.671308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.684901] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 843.890597] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.891407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.891407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.891407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.891723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.891910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.892089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.892456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.892610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.892778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.897479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.897479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.901138] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.901138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.901138] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.997085] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.997085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.997085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.997085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.997085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.997085] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 844.030270] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.030451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.030526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.030766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.030888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045207] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 844.403024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327028b5-eae6-4089-bf46-e2a04a54422a: rpc.has_security_group_logging(os_id): False [ 844.423467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.423664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.423664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.423875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.445205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.445499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.445621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.445688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.445907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.445989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.446199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.446301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.446363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.446512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.446587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.446762] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.446854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.446914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.447147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.447225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.447310] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 844.505410] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.505648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.505776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.506100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.506427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.525859] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 845.011505] env[65325]: INFO networking_nsxv3.common.synchronization [req-49d21ea7-b6b0-43c1-8ad9-68c197ac1b27 req-2d2fd68b-1486-454e-961b-75cd7dc122fb tempest-ServersTestManualDisk-580499168 tempest-ServersTestManualDisk-580499168-project-member] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 845.012793] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 845.012793] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.012793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.012939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.013370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.013427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.013758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.013758] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.517206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.517464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.517464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.518161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.518161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.518161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.518161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.518161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.518441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.518441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.518441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 already deleted. [ 845.518441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.649741] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.649741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-935" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.649911] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-935" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.650234] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-935" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.650512] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.650693] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.650813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.651249] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.651407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.651613] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.651726] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.651832] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.651960] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.652129] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.652253] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.652385] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.672165] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.672341] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.672479] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.672654] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-935" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.673059] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-1c51bc89-76e7-4ef6-b495-7f43c06c83da taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.673248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.673366] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673699] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673839] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c51bc89-76e7-4ef6-b495-7f43c06c83da',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.698150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 845.698520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.698520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.698733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.698814] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.058416] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 846.058624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.058879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.059226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.059449] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.059619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.059701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.060097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.060097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.060097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.060363] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.177045] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.177045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.177374] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.177779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.178060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.178291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 1c51bc89-76e7-4ef6-b495-7f43c06c83da not found, creating... [ 846.178808] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.179168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.179498] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.179922] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.180282] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.180827] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.181123] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.181338] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.181719] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.181989] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.182281] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 1c51bc89-76e7-4ef6-b495-7f43c06c83da is going to be created. [ 846.201167] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.201371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.201444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.201703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.201899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.202014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.202080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.202313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.202443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.202487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.202585] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.207198] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.207453] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.207624] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.207933] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.208251] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208514] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.541065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 846.541332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.564985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.565187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.565266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.565507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.565707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.565824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.565898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.566112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.566272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.566345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.566491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.566603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.566676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.566878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567055] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567680] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.705714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.706055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.706055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.706250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.706382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.706498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.706612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.706774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.706774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.706889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.707640] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.707640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.707640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.707640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.707918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.707918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.707918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.708134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.708197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.708291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.708415] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.074964] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d6156e-5d7d-479e-be6c-2fa4d69b3f63: rpc.has_security_group_logging(os_id): False [ 847.092914] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.093117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.093192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.093431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.105791] env[65325]: INFO networking_nsxv3.common.synchronization [req-49d21ea7-b6b0-43c1-8ad9-68c197ac1b27 req-b7918f95-b617-4982-9c61-835b369080b4 service nova] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 847.105992] env[65325]: INFO networking_nsxv3.common.synchronization [req-49d21ea7-b6b0-43c1-8ad9-68c197ac1b27 req-b7918f95-b617-4982-9c61-835b369080b4 service nova] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 847.106503] env[65325]: INFO networking_nsxv3.common.synchronization [req-49d21ea7-b6b0-43c1-8ad9-68c197ac1b27 req-b7918f95-b617-4982-9c61-835b369080b4 service nova] Enqueued Resource ID: 1c51bc89-76e7-4ef6-b495-7f43c06c83da with Priority: HIGHEST for action port [ 847.107043] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_rules [ 847.107268] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 847.107353] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51bc89-76e7-4ef6-b495-7f43c06c83da with Priority: HIGHEST for action port [ 847.107636] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.107917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.107979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.108249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.108249] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.109199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.109322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.109623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.109834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.109924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.109924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.110163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.110259] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.111304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c51bc89-76e7-4ef6-b495-7f43c06c83da taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.111615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.111765] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c51bc89-76e7-4ef6-b495-7f43c06c83da',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.116307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.116651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.116775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.116909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.117085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.117228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.117383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.117476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.117528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.117697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.117842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.117908] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.118023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.118086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.118211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.118325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.118378] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 847.183765] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.183904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.183971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.184237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.184374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.202382] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 847.213822] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a55ce06-7f98-4f90-8b5c-415706ee27a7: rpc.has_security_group_logging(os_id): False [ 847.236539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.236676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.236734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.236954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.237166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.237432] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.237560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.237867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238076] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238609] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 847.383953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.383953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.383953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.384194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.384194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.431214] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 847.614589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.614589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.615179] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.615957] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c51bc89-76e7-4ef6-b495-7f43c06c83da with status ACTIVE [ 847.616175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.616301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.616367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.616599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.616693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.616909] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.617037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.617125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.617321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.617403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.617630] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.617734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.617785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.617937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.618015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.618816] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c51bc89-76e7-4ef6-b495-7f43c06c83da is going to be updated. [ 847.650117] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.650117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.650117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.650117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.650852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c51bc89-76e7-4ef6-b495-7f43c06c83da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.125475] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.629553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.629553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.629553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.630092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.630092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.630092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 is going to be created. [ 848.660271] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.660455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.660528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.660778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.660940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.673378] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: UNINITIALIZED for 2s [ 849.220404] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 849.220686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.450195] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 849.450430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.353720] env[65325]: INFO networking_nsxv3.common.synchronization [None req-f78edd79-a661-47c3-b330-904241a72a29 None None] Enqueued Resource ID: 3c7c6c69-00ce-4fca-86e6-749da49a9c2b with Priority: HIGHEST for action port [ 850.354446] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c7c6c69-00ce-4fca-86e6-749da49a9c2b with Priority: HIGHEST for action port [ 850.354797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c7c6c69-00ce-4fca-86e6-749da49a9c2b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.354926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c7c6c69-00ce-4fca-86e6-749da49a9c2b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.354994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c7c6c69-00ce-4fca-86e6-749da49a9c2b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.355270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c7c6c69-00ce-4fca-86e6-749da49a9c2b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.355368] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c7c6c69-00ce-4fca-86e6-749da49a9c2b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.689708] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: SUCCESS [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.689708] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.689708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.689708] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.858657] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c7c6c69-00ce-4fca-86e6-749da49a9c2b [ 850.859306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.859306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.859306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.859530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.859608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.859712] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c7c6c69-00ce-4fca-86e6-749da49a9c2b already deleted. [ 850.859796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c7c6c69-00ce-4fca-86e6-749da49a9c2b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.192249] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.696076] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43c75e6e-17a1-4140-a287-95c2f94ed8a9: rpc.has_security_group_logging(os_id): False [ 851.826087] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.826330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.826330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.826540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.826627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.826873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.826971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.827063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.827346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.827346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.827441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 is going to be created. [ 851.899673] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.900641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.900641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.900641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.902056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.932584] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: IN_PROGRESS for 2s [ 853.054285] env[65325]: INFO networking_nsxv3.common.synchronization [None req-782e8f68-f213-4ee9-8278-b45c7a94ba66 None None] Enqueued Resource ID: 4bdb4db1-4ac5-4f54-b9d0-cb09eb709595 with Priority: HIGHEST for action port [ 853.054925] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bdb4db1-4ac5-4f54-b9d0-cb09eb709595 with Priority: HIGHEST for action port [ 853.055980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bdb4db1-4ac5-4f54-b9d0-cb09eb709595 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.057626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bdb4db1-4ac5-4f54-b9d0-cb09eb709595" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.057626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bdb4db1-4ac5-4f54-b9d0-cb09eb709595" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.058886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bdb4db1-4ac5-4f54-b9d0-cb09eb709595" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.058886] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bdb4db1-4ac5-4f54-b9d0-cb09eb709595',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.181303] env[65325]: INFO networking_nsxv3.common.synchronization [req-203fdef3-0d94-49fa-b4fc-420c0b0e321f req-6a629c6e-5da9-4e07-b417-6d4700174a78 tempest-ServersNegativeTestJSON-119614307 tempest-ServersNegativeTestJSON-119614307-project-member] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 853.181921] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 853.182708] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.183212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.183212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.183212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.183336] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.183694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.183694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.184187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.184187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.184324] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.559956] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bdb4db1-4ac5-4f54-b9d0-cb09eb709595 [ 853.560222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560824] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bdb4db1-4ac5-4f54-b9d0-cb09eb709595 already deleted. [ 853.560902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bdb4db1-4ac5-4f54-b9d0-cb09eb709595" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.687495] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.950058] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: SUCCESS [ 853.950345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.192319] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.696714] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.697124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.697239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.697482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.697626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.697760] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 854.731770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.731980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.732045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.732308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.732403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.747241] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 855.031471] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6f0fdc0-95f9-48b1-a6c2-45873000f10a req-10727096-3682-4574-8c40-9d48f712694d tempest-ServersTestJSON-2076103390 tempest-ServersTestJSON-2076103390-project-member] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 855.031991] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 855.032361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.032498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.032561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.032819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.032978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.033390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.033390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.033563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.033563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.033680] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.523806] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.524217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-963" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.524217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-963" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.524544] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-963" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.524903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.525135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.525269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.525509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.525656] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.525877] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.525990] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.526115] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.526229] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.526493] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.526597] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.526665] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.537175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.537396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.537396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.537605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.537694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.537895] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.537993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.538062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.538217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.538290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.538377] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 already deleted. [ 855.538484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.557421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.557679] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.557888] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.558186] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-963" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.558656] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-b8737606-4fbb-45a3-aac8-00c5cc39acc5 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.558914] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.559171] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.559602] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.559814] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8737606-4fbb-45a3-aac8-00c5cc39acc5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.062552] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.062781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.062908] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.063218] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.063563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.063563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port b8737606-4fbb-45a3-aac8-00c5cc39acc5 not found, creating... [ 856.063822] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.063979] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064107] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.066580] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.067826] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.068237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.068411] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.068530] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.068756] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.068893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.069051] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: b8737606-4fbb-45a3-aac8-00c5cc39acc5 is going to be created. [ 856.094903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.094903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.094903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.094903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.094903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.094903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.169486] env[65325]: INFO networking_nsxv3.common.synchronization [None req-055f8c3a-7974-439e-927e-46ac7c188f2c None None] Enqueued Resource ID: eacb8f36-ddfa-45c2-9246-40982e76f0c5 with Priority: HIGHEST for action port [ 856.169486] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eacb8f36-ddfa-45c2-9246-40982e76f0c5 with Priority: HIGHEST for action port [ 856.169486] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-eacb8f36-ddfa-45c2-9246-40982e76f0c5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.169486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eacb8f36-ddfa-45c2-9246-40982e76f0c5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.169486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eacb8f36-ddfa-45c2-9246-40982e76f0c5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.169486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eacb8f36-ddfa-45c2-9246-40982e76f0c5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.170124] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eacb8f36-ddfa-45c2-9246-40982e76f0c5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.676147] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eacb8f36-ddfa-45c2-9246-40982e76f0c5 [ 856.676147] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.676147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.676147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.676147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.676147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.676147] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eacb8f36-ddfa-45c2-9246-40982e76f0c5 already deleted. [ 856.676147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eacb8f36-ddfa-45c2-9246-40982e76f0c5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.762184] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 856.762184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.834977] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6f0fdc0-95f9-48b1-a6c2-45873000f10a req-62a90194-f3ee-4891-ab49-098549859de4 service nova] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 856.836107] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6f0fdc0-95f9-48b1-a6c2-45873000f10a req-62a90194-f3ee-4891-ab49-098549859de4 service nova] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 856.836107] env[65325]: INFO networking_nsxv3.common.synchronization [req-b6f0fdc0-95f9-48b1-a6c2-45873000f10a req-62a90194-f3ee-4891-ab49-098549859de4 service nova] Enqueued Resource ID: b8737606-4fbb-45a3-aac8-00c5cc39acc5 with Priority: HIGHEST for action port [ 856.836107] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_rules [ 856.838581] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 856.838581] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8737606-4fbb-45a3-aac8-00c5cc39acc5 with Priority: HIGHEST for action port [ 856.838581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.838581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.838581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.838581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.838581] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.840017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.840017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.840017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.840017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.840017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.840434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.840614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.841694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.841694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.841694] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.842202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8737606-4fbb-45a3-aac8-00c5cc39acc5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.842477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.842736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.843369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.843369] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8737606-4fbb-45a3-aac8-00c5cc39acc5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.340895] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.341317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.346658] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.347548] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8737606-4fbb-45a3-aac8-00c5cc39acc5 with status ACTIVE [ 857.352457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.352457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.352457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.352457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.352883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.352883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.353042] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.353147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.353206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.353352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.353865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.353865] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8737606-4fbb-45a3-aac8-00c5cc39acc5 is going to be updated. [ 857.416607] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.416777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.417215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.417380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.417546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8737606-4fbb-45a3-aac8-00c5cc39acc5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.859039] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.360537] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.360929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.360929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.361209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.361209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.361209] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 is going to be created. [ 858.387704] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.387928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.387928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.388405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.400915] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: UNINITIALIZED for 2s [ 859.078308] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4447cffc-9d6c-4246-b28a-6c0952b06688 None None] Enqueued Resource ID: ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14 with Priority: HIGHEST for action port [ 859.078786] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14 with Priority: HIGHEST for action port [ 859.079192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.079316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.079378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.079899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.079899] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.586993] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14 [ 859.586993] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.587896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.587896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.587896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.587896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.587896] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14 already deleted. [ 859.587896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbcaad1-e545-4e5a-90b5-d0a87b0d5b14" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.413694] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: SUCCESS [ 860.414134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.414134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.414403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.414547] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.414661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.414720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.414879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.414952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.415053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.415147] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.880524] env[65325]: INFO networking_nsxv3.common.synchronization [req-e3ecacf8-7d0a-489f-b64f-e3f4cbcf817d req-e1b81a92-8e1b-49e7-a311-638459cbd838 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 860.881144] env[65325]: INFO networking_nsxv3.common.synchronization [req-e3ecacf8-7d0a-489f-b64f-e3f4cbcf817d req-e1b81a92-8e1b-49e7-a311-638459cbd838 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 860.881144] env[65325]: INFO networking_nsxv3.common.synchronization [req-e3ecacf8-7d0a-489f-b64f-e3f4cbcf817d req-e1b81a92-8e1b-49e7-a311-638459cbd838 tempest-SecurityGroupsTestJSON-315597988 tempest-SecurityGroupsTestJSON-315597988-project-member] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 860.881428] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGHEST for action security_group_members [ 860.882383] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGHEST for action security_group_members [ 860.882383] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGHEST for action security_group_members [ 860.882383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.882915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.882995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.883389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.883487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.883887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.883887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.883887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.883887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.884479] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.888519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.888673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.888748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.888911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.889080] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.889201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.889266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.889476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.889531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.889591] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.891837] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.891944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.892184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.892330] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.892476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.892641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.892721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.892812] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.918100] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.395426] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.395602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.395658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.395883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.395973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.396200] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.396302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.396363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.397166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.397166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.397166] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be updated. [ 861.398509] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.398509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.398509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.398509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.399882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.399882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.422039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.422849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.423020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.423108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.423339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.423433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.423532] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafccbc7-efd5-4116-b2e7-64098812466b is going to be updated. [ 861.424967] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09659eb8-90f1-4b88-bd24-2edde7515c46: rpc.has_security_group_logging(os_id): False [ 861.426656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.426925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.435862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.436044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.436099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.436329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.436440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.454015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: IN_PROGRESS for 2s [ 861.460566] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.460697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.463846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.464808] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.464808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.464808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.464808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.464808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.464808] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be updated. [ 861.465822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.466042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.466132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.466394] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.466512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.466573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.466780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.466857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.466945] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 is going to be created. [ 861.469053] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.469240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.483512] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: IN_PROGRESS for 2s [ 861.501555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.501555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.501555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.501555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.501555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.509902] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: IN_PROGRESS for 2s [ 861.542668] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.542857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.542939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.543123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.543322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.555980] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: IN_PROGRESS for 2s [ 863.357532] env[65325]: INFO networking_nsxv3.common.synchronization [req-99811fc1-3489-4703-bbad-667a41900c56 req-30a1a490-f67c-4ebe-b877-ddc7d80da7e8 tempest-ServerMetadataTestJSON-270968376 tempest-ServerMetadataTestJSON-270968376-project-member] Enqueued Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 863.358176] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 863.358533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.358673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.358727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.359121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.359328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.359450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.359513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.359689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.359774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.359881] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.467076] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 in Status: SUCCESS [ 863.467076] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 deletion is rescheduled due to dependency. [ 863.467076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.498744] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eafccbc7-efd5-4116-b2e7-64098812466b in Status: SUCCESS [ 863.499063] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eafccbc7-efd5-4116-b2e7-64098812466b deletion is rescheduled due to dependency. [ 863.499241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521985] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 in Status: SUCCESS [ 863.522065] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 deletion is rescheduled due to dependency. [ 863.522617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.571442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: SUCCESS [ 863.571683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.731286] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.731488] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-834" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.731672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-834" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.731986] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-834" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.732275] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.732464] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.732567] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.732815] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.732977] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.733224] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.733355] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.733476] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.733588] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.733697] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.733810] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.733940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.753284] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.753456] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.753589] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.753760] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-834" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.754085] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.754303] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.754440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.754846] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.755088] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d35868-91c3-4a9a-b0f8-5dd3a32eab41',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.862521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.862765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.862896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.863320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.863496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.863799] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.863960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.864077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.864296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.864408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.864518] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 already deleted. [ 863.864617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.258967] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.259397] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.259509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.259823] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.259978] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.260211] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 not found, creating... [ 864.260556] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.260728] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.260861] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.261094] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.261233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.261542] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.261701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.262037] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.262170] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.262312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 is going to be created. [ 864.282940] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.283242] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.283384] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.283813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.284105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.284352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.042430] env[65325]: INFO networking_nsxv3.common.synchronization [req-99811fc1-3489-4703-bbad-667a41900c56 req-e8f05cb3-a1ee-4e35-b7d3-149b16e61085 service nova] Enqueued Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_rules [ 865.042430] env[65325]: INFO networking_nsxv3.common.synchronization [req-99811fc1-3489-4703-bbad-667a41900c56 req-e8f05cb3-a1ee-4e35-b7d3-149b16e61085 service nova] Enqueued Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 865.042817] env[65325]: INFO networking_nsxv3.common.synchronization [req-99811fc1-3489-4703-bbad-667a41900c56 req-e8f05cb3-a1ee-4e35-b7d3-149b16e61085 service nova] Enqueued Resource ID: 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 with Priority: HIGHEST for action port [ 865.043158] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_rules [ 865.043273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 865.043590] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 with Priority: HIGHEST for action port [ 865.043590] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.043913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.043913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.044023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.044224] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.045660] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.045825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.045898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.046102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.046251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.046377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.046434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.046555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.046797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.046797] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.048732] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.048732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.049237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.049456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.049560] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d35868-91c3-4a9a-b0f8-5dd3a32eab41',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.552228] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.558028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.558028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.558028] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 with status ACTIVE [ 865.558028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.558028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.558028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.558028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.558028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.558028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.558640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.558640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.558640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.558640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.558640] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.558822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.558822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.558885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.559024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.559064] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96d35868-91c3-4a9a-b0f8-5dd3a32eab41 is going to be updated. [ 865.585702] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.585853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.585905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.586180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.586338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.587294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d35868-91c3-4a9a-b0f8-5dd3a32eab41" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.058132] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.561262] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.561450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.561614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.561855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.561941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.562051] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 is going to be created. [ 866.591101] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.591309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.591379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.591639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.591862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603845] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: UNINITIALIZED for 2s [ 868.616678] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: SUCCESS [ 868.616976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.617895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.617895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.617895] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.617895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.617895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.618135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.618135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.618135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.618259] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.121901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.122090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.122155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.122460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.122723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.122868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.122945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.123569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.123714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.123838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.124010] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.124142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.124217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.124390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.124563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.124666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.124747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.124887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.124970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.125067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.125159] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.626986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6: rpc.has_security_group_logging(os_id): False [ 869.646482] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.646623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.646689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.646897] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.646977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.647222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.647331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.647392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.647538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.647610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.647856] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.647968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.648038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.648207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.648264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.648491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.648573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.648573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.648710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.648776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.648858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 is going to be created. [ 869.709805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.710019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.710158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.714021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.714021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.722709] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: IN_PROGRESS for 2s [ 870.044826] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 870.044928] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 870.629574] env[65325]: INFO networking_nsxv3.common.synchronization [req-12b5ef0e-7cde-43ac-8957-09f3069e2312 req-4ee371c5-eebf-4f26-abf6-415ba97cf1f1 tempest-ServersNegativeTestMultiTenantJSON-2059634521 tempest-ServersNegativeTestMultiTenantJSON-2059634521-project-member] Enqueued Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 870.630010] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 870.630367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.630468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.630536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.630783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.631182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.631278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.631345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.631505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.631654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.631742] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.994365] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.994554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-705" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.994673] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-705" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.995396] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-705" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.995666] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.995827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995947] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996196] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.996468] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.996695] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.996873] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.996991] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.997106] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.997219] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.997325] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.997460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.017823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.018009] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.018177] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.018329] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-705" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.018661] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.018836] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.018953] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.019359] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.019514] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c98896b-afe9-4d11-8d8f-6cb7adf7460e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.134561] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.134770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.134887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.135197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.135302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.135536] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.135674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.135741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.135908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.135997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.136147] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee already deleted. [ 871.136257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.524545] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524826] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.524958] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.525317] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.525530] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.525723] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 8c98896b-afe9-4d11-8d8f-6cb7adf7460e not found, creating... [ 871.526071] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.526260] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.526383] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.526671] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.527132] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.527465] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.527666] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.527823] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.528068] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.528208] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.528421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 8c98896b-afe9-4d11-8d8f-6cb7adf7460e is going to be created. [ 871.552661] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.552661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.552893] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.553109] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.553314] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.553531] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.739580] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: SUCCESS [ 871.739580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.300548] env[65325]: INFO networking_nsxv3.common.synchronization [req-12b5ef0e-7cde-43ac-8957-09f3069e2312 req-a169a20f-4390-4949-857a-d2e304d10f15 service nova] Enqueued Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_rules [ 872.300992] env[65325]: INFO networking_nsxv3.common.synchronization [req-12b5ef0e-7cde-43ac-8957-09f3069e2312 req-a169a20f-4390-4949-857a-d2e304d10f15 service nova] Enqueued Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 872.301332] env[65325]: INFO networking_nsxv3.common.synchronization [req-12b5ef0e-7cde-43ac-8957-09f3069e2312 req-a169a20f-4390-4949-857a-d2e304d10f15 service nova] Enqueued Resource ID: 8c98896b-afe9-4d11-8d8f-6cb7adf7460e with Priority: HIGHEST for action port [ 872.301995] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_rules [ 872.302187] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 872.302293] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c98896b-afe9-4d11-8d8f-6cb7adf7460e with Priority: HIGHEST for action port [ 872.302603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.302714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.302775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.303180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.303180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.304561] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.304884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.305044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.305145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.305207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.305355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.305444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.305527] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.306334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.306434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.306493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.306673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.306739] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c98896b-afe9-4d11-8d8f-6cb7adf7460e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.808519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.808807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.808869] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.809856] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c98896b-afe9-4d11-8d8f-6cb7adf7460e with status ACTIVE [ 872.810067] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.810194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.810357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.810473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.810563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.810838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.810891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.812427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.812582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.812817] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.812997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.814404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.814520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.815266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.815266] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c98896b-afe9-4d11-8d8f-6cb7adf7460e is going to be updated. [ 872.841100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.841304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.841680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.841847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.842039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c98896b-afe9-4d11-8d8f-6cb7adf7460e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.321374] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.556202] env[65325]: INFO networking_nsxv3.common.synchronization [req-d4e434f5-620f-4dc7-889c-01e5d4d7bcc1 req-f8439f0f-2610-4d53-9dbf-68f007a42044 tempest-ServersV294TestFqdnHostnames-405629366 tempest-ServersV294TestFqdnHostnames-405629366-project-member] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 873.557113] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 873.560360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.560360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.560360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.560360] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.722066] env[65325]: INFO networking_nsxv3.common.synchronization [req-1d98412c-da79-4ede-a7eb-57e127e4ba4d req-cbb8473c-1d9a-4510-82c7-98f85b498453 tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 873.722596] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 873.723367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.723367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.723367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.723645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.723695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724017] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.821188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.821524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.821524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.821630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.821734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.821842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee is going to be created. [ 873.850371] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.850569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.850569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.850763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.850924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.863205] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: UNINITIALIZED for 2s [ 874.037798] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.038116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-746" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.038313] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-746" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.038679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-746" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.040079] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.040339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.040429] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.040673] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.040820] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.041040] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.041157] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.041267] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.041375] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.041501] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.041598] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.041737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.060990] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.061217] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.061427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.061638] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-746" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.061973] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-d878ca39-5ced-4a2e-99a9-8a3b7497b023 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.062223] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.062452] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.062692] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.062823] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d878ca39-5ced-4a2e-99a9-8a3b7497b023',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.064187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.064187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.064315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.064393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.064472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.064647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.064734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.064789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.064923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.065596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.065596] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 already deleted. [ 874.065596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.227361] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.567076] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.567453] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.567614] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.567961] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.568194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.568476] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port d878ca39-5ced-4a2e-99a9-8a3b7497b023 not found, creating... [ 874.568827] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569057] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569187] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570343] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.570630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.571106] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.571297] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.571438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.571745] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.572034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.572100] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: d878ca39-5ced-4a2e-99a9-8a3b7497b023 is going to be created. [ 874.598018] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.598329] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.598418] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.598673] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.598926] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.599396] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.730215] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.233130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.233574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.233663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.233861] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 875.265293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.265448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.265547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.265742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.265886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.274597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 875.293957] env[65325]: INFO networking_nsxv3.common.synchronization [req-d4e434f5-620f-4dc7-889c-01e5d4d7bcc1 req-e2efde47-5eb6-464d-8d0f-a48643afb871 service nova] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 875.293957] env[65325]: INFO networking_nsxv3.common.synchronization [req-d4e434f5-620f-4dc7-889c-01e5d4d7bcc1 req-e2efde47-5eb6-464d-8d0f-a48643afb871 service nova] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 875.293957] env[65325]: INFO networking_nsxv3.common.synchronization [req-d4e434f5-620f-4dc7-889c-01e5d4d7bcc1 req-e2efde47-5eb6-464d-8d0f-a48643afb871 service nova] Enqueued Resource ID: d878ca39-5ced-4a2e-99a9-8a3b7497b023 with Priority: HIGHEST for action port [ 875.294347] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_rules [ 875.294534] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 875.294688] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d878ca39-5ced-4a2e-99a9-8a3b7497b023 with Priority: HIGHEST for action port [ 875.295053] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.295311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.295380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.295597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.295679] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.296823] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.296823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.296823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.297249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.297398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.297472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.297604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.297689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.297836] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.299073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d878ca39-5ced-4a2e-99a9-8a3b7497b023 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.299220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.299329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.299642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.299769] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d878ca39-5ced-4a2e-99a9-8a3b7497b023',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.803786] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.803786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.803942] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.804751] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d878ca39-5ced-4a2e-99a9-8a3b7497b023 with status ACTIVE [ 875.804942] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.805077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.805144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.805345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.805428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.805590] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.805683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.805743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.805886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.805958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.806143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.806238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.806284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.806426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.806498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.806577] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d878ca39-5ced-4a2e-99a9-8a3b7497b023 is going to be updated. [ 875.827402] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.827548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.827617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.827806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.827941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.828102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d878ca39-5ced-4a2e-99a9-8a3b7497b023" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.895981] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: SUCCESS [ 875.896307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.896530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.896782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.896978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.897110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.897188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.897360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.897435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.897610] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.308878] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.400189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.400327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.400368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.400686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.400887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404223] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.812456] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.812634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.812713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.812938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.813037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.813142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 is going to be created. [ 876.846822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.847200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.847200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.848521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.848521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.865951] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: UNINITIALIZED for 2s [ 876.908025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1eb2b6-710e-4183-8f14-b3c85e6719ee: rpc.has_security_group_logging(os_id): False [ 876.927436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.927713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.927713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.927936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.928034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.928256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.928368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.928432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.928636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.928749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.928883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.928996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.929073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.929195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.929361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.929572] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.929669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.929733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.929879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.929954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.930950] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee is going to be created. [ 877.003360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.003648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.003648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.003822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.003997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.021788] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: IN_PROGRESS for 2s [ 877.295764] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 877.296074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.459936] env[65325]: INFO networking_nsxv3.common.synchronization [req-8f3c8ed6-b033-407f-b492-c8c79c815089 req-eac7e990-caab-43ba-a375-fee3e3b5d95d tempest-ServerMetadataTestJSON-270968376 tempest-ServerMetadataTestJSON-270968376-project-member] Enqueued Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 877.460478] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGHEST for action security_group_members [ 877.460875] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.461024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.461096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.461313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.461501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.461928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.461928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.462043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.462117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.462224] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.966250] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966557] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.967016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 is going to be updated. [ 877.998878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.999074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.999122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.999441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.999646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.009594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: IN_PROGRESS for 2s [ 878.876419] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: SUCCESS [ 878.876703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.876817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.877045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.877261] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.877409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.877483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.878170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.878170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.878170] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.893595] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8996d85-ea0e-46c7-9344-fb5d0b919812 req-02e894b6-c850-4383-a841-40e27b112388 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 878.894330] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 878.895027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.895027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.895027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.895309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.895371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.895682] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.035349] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: SUCCESS [ 879.035349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.231440] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.231440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.231440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.232194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.232194] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.232455] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.232679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.234828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.234828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.234828] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.234828] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.234828] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.234828] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.235069] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.235196] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.235450] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.257675] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.257675] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.257675] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.257928] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.258537] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b4c3f9ee-d651-4caa-bde9-eead2a93d645 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.258857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261780] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.261780] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.261780] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c3f9ee-d651-4caa-bde9-eead2a93d645',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.381070] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.398409] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.398409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.398510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.398649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.421008] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.421512] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.421787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.421787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.422019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.422174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.422314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 879.452460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.452460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.452460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.452460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.452460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.464371] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 879.766491] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.766684] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.766895] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.767447] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.767707] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.767992] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port b4c3f9ee-d651-4caa-bde9-eead2a93d645 not found, creating... [ 879.768507] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.768840] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.769113] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.769814] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.769814] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.770236] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.770640] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.770869] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.771516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.771771] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.771992] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b4c3f9ee-d651-4caa-bde9-eead2a93d645 is going to be created. [ 879.798111] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.798436] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.798513] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.799233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.800136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.800356] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.884182] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d87b78bd-dd17-4137-a6c1-2c804014d864: rpc.has_security_group_logging(os_id): False [ 879.918083] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.918182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.918182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.918506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.919450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.919450] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.919450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.919450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.919450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.919450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.919740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 is going to be created. [ 880.007929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.007929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.007929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.008242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.008242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.020241] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 in Status: SUCCESS [ 880.020604] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 deletion is rescheduled due to dependency. [ 880.020757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.023156] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: IN_PROGRESS for 2s [ 880.569267] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8996d85-ea0e-46c7-9344-fb5d0b919812 req-cf8bf8a2-59ec-41eb-8983-4296e9efcd27 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 880.569267] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8996d85-ea0e-46c7-9344-fb5d0b919812 req-cf8bf8a2-59ec-41eb-8983-4296e9efcd27 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 880.569267] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8996d85-ea0e-46c7-9344-fb5d0b919812 req-cf8bf8a2-59ec-41eb-8983-4296e9efcd27 service nova] Enqueued Resource ID: b4c3f9ee-d651-4caa-bde9-eead2a93d645 with Priority: HIGHEST for action port [ 880.569267] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 880.569267] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 880.569489] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4c3f9ee-d651-4caa-bde9-eead2a93d645 with Priority: HIGHEST for action port [ 880.569906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.569906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.570038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.570169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.570254] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.571215] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.571310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.572179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4c3f9ee-d651-4caa-bde9-eead2a93d645 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.572822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.572822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.572822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.572822] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4c3f9ee-d651-4caa-bde9-eead2a93d645',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.074665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.075060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.075269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4c3f9ee-d651-4caa-bde9-eead2a93d645 with status ACTIVE [ 881.075548] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.075722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.075848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.076221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.076992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.076992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.076992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.076992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.077423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.077934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.077934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.078140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.078140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.078367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.078506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.078641] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4c3f9ee-d651-4caa-bde9-eead2a93d645 is going to be updated. [ 881.102152] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.102152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.102152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.102348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.102348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.102651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4c3f9ee-d651-4caa-bde9-eead2a93d645" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.476082] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 881.476301] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 881.476472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.478420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.479652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.479953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.480150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.480225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.480675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.481212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.481418] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.703901] env[65325]: INFO networking_nsxv3.common.synchronization [req-392c3b3a-1c70-477b-8dd6-d3c77d53ab29 req-a8f391b0-d261-4379-af19-51879d8e0adb tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 881.704909] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 881.705120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.705276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.705423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.705705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.706148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.706148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.706148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.706300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.706408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.706580] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.985185] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.040797] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: SUCCESS [ 882.041154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.120345] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.123471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.123471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.123471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.123471] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.123471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.123471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.126219] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.126492] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.126793] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.126959] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.127136] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.127296] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.127472] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.127636] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.127829] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.150564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.150735] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.150871] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.151058] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.151416] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-6169406c-31c6-4b46-9b9e-2323393f3edc taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.151637] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.151743] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.152345] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.152345] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6169406c-31c6-4b46-9b9e-2323393f3edc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.209244] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.209525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.209614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.209837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.209928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.210228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.210354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.210456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.214165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.214165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.214165] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 882.242288] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.243227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.243227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.243227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.243227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.257226] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 882.486648] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.658409] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.658958] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.659919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.659919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.659919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.659919] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 6169406c-31c6-4b46-9b9e-2323393f3edc not found, creating... [ 882.660085] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.660203] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.660326] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.661611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.661611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.661611] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.661611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.661611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.661611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.661873] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.661873] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 6169406c-31c6-4b46-9b9e-2323393f3edc is going to be created. [ 882.682258] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.682477] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.682603] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.683118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.683251] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.683474] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.991383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.991383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.991383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991383] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 883.061096] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.061310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.061410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.061590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.061891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.073331] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 883.476569] env[65325]: INFO networking_nsxv3.common.synchronization [req-392c3b3a-1c70-477b-8dd6-d3c77d53ab29 req-1036f8ed-b621-489a-b75e-6f3357d6e996 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 883.476909] env[65325]: INFO networking_nsxv3.common.synchronization [req-392c3b3a-1c70-477b-8dd6-d3c77d53ab29 req-1036f8ed-b621-489a-b75e-6f3357d6e996 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 883.476909] env[65325]: INFO networking_nsxv3.common.synchronization [req-392c3b3a-1c70-477b-8dd6-d3c77d53ab29 req-1036f8ed-b621-489a-b75e-6f3357d6e996 service nova] Enqueued Resource ID: 6169406c-31c6-4b46-9b9e-2323393f3edc with Priority: HIGHEST for action port [ 883.477622] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 883.477782] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 883.478391] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6169406c-31c6-4b46-9b9e-2323393f3edc with Priority: HIGHEST for action port [ 883.478879] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.479042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.479112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.479385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.479482] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.487670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.487670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.487670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6169406c-31c6-4b46-9b9e-2323393f3edc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.487670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.487670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.487670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.487670] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6169406c-31c6-4b46-9b9e-2323393f3edc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.989839] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6169406c-31c6-4b46-9b9e-2323393f3edc with status ACTIVE [ 883.990046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.990171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.990239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.990575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.990756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.990964] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.991106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.991230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.991433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.991514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.991687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.991795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.991904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.992014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.992172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.992262] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6169406c-31c6-4b46-9b9e-2323393f3edc is going to be updated. [ 883.999910] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.999910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.026418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.026581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.026713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.030020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.030020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.030020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6169406c-31c6-4b46-9b9e-2323393f3edc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.267997] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 884.268281] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 884.268393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.268515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.268770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.268992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.269120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.269170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.269408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.269488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.269597] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.771974] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.087598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 885.087598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.087598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.087901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.087953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.088041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.088104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.088446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.088610] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.274090] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.508074] env[65325]: INFO networking_nsxv3.common.synchronization [req-98809751-86a7-42ed-80cc-c312b3749ee6 req-5b739907-e4b7-4f54-862e-89ac75faed88 tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 885.509119] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 885.509669] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.510077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.510198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.510420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.510689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.510845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.511043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.511226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.511540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.511540] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.595313] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.595511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.595701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.596356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.599120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.599422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.599546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.599852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.599988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600475] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.601332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.601552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.601706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.601800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.602070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.602227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.602355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.602491] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.609409] env[65325]: INFO networking_nsxv3.common.synchronization [req-0e540aec-7dc4-425f-aef6-46292b0e2493 req-ee2689ca-a98a-4b4f-99bb-c90efe64f1ea tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 885.609409] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGHEST for action security_group_members [ 885.609409] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.609409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.610093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.610093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.610093] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.610275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.610458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.610642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.610801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.611384] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.777971] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.778517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.778517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.778662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.778811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.778946] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 885.836231] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.837610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.837610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.837610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.837902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 886.017884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.017884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.017884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.017884] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 886.057797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.058027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.058127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.058412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.058601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.072962] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 886.099763] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.100509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.100509] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.100611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.100906] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.101038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.101167] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.101407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.101554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.102015] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.102015] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.102015] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.102234] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.102234] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.102389] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.102433] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.105735] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 886.116256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.116439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.116503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.116732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.116828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.117043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.117143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.117215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.117587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.117587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.117587] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be updated. [ 886.126580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.126761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.126830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.127453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.127564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.128082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.128184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.128239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.128381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.128471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.128726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.128860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.128914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.129137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.129224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.129298] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 886.143041] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.143041] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.143041] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.143041] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-680" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.143302] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-446a8788-d689-4b03-b781-bc3bedd780f8 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.143486] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.143657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.144250] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.144250] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446a8788-d689-4b03-b781-bc3bedd780f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.157045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.157608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.157608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.157717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.157847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.175726] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: IN_PROGRESS for 2s [ 886.195944] env[65325]: INFO networking_nsxv3.common.synchronization [req-7dd86857-816f-472e-a99e-7fc56cbdeda1 req-cf37d2fb-3861-4814-8fff-424bbf72ebfd tempest-ServersNegativeTestMultiTenantJSON-2059634521 tempest-ServersNegativeTestMultiTenantJSON-2059634521-project-member] Enqueued Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 886.196556] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGHEST for action security_group_members [ 886.196892] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.197033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.197886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.197886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.197886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.197886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.197886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.197886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.198166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.198166] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.223545] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.223726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.223768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.224142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.224223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.246189] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 886.646607] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.646948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.646948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.647555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.647555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.647804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 446a8788-d689-4b03-b781-bc3bedd780f8 not found, creating... [ 886.647970] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.648181] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.648260] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.648503] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.648783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.648929] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.649730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.649730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.649730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.649730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.649730] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 446a8788-d689-4b03-b781-bc3bedd780f8 is going to be created. [ 886.671178] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.671396] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.671515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.672042] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.672288] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.672526] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.700883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.701104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.701185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.701486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.701619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.701917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.702087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.702201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.702452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.702541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.702638] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee is going to be updated. [ 886.737959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.738183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.738231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.738426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.738571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.748082] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: IN_PROGRESS for 2s [ 887.486367] env[65325]: INFO networking_nsxv3.common.synchronization [req-98809751-86a7-42ed-80cc-c312b3749ee6 req-ab1d88ac-11e8-4f18-aaf9-ce0d327e38dd service nova] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 887.487273] env[65325]: INFO networking_nsxv3.common.synchronization [req-98809751-86a7-42ed-80cc-c312b3749ee6 req-ab1d88ac-11e8-4f18-aaf9-ce0d327e38dd service nova] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 887.487273] env[65325]: INFO networking_nsxv3.common.synchronization [req-98809751-86a7-42ed-80cc-c312b3749ee6 req-ab1d88ac-11e8-4f18-aaf9-ce0d327e38dd service nova] Enqueued Resource ID: 446a8788-d689-4b03-b781-bc3bedd780f8 with Priority: HIGHEST for action port [ 887.487769] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_rules [ 887.488075] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 887.488257] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446a8788-d689-4b03-b781-bc3bedd780f8 with Priority: HIGHEST for action port [ 887.488686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.490247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.490247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.490247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.490247] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.491843] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.491946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492174] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-446a8788-d689-4b03-b781-bc3bedd780f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.492278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.492527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.492606] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446a8788-d689-4b03-b781-bc3bedd780f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.865395] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 887.865630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.865808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.866089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.866275] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.866428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.866493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.866638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.866713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.866802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.866885] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.995258] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.995478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.995573] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 446a8788-d689-4b03-b781-bc3bedd780f8 with status ACTIVE [ 887.999024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.999024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.999024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.999024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 446a8788-d689-4b03-b781-bc3bedd780f8 is going to be updated. [ 888.021856] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.021856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.021856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.021856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.023166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.023490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446a8788-d689-4b03-b781-bc3bedd780f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.094187] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 888.094187] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde deletion is rescheduled due to dependency. [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.094187] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.190175] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf in Status: SUCCESS [ 888.190527] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf deletion is rescheduled due to dependency. [ 888.190527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.267138] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 888.267252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.369177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.369379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.369455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.369775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.369977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.370127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.370198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.370371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.370518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.370638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.371170] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.371170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.371170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.371170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.371445] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.371445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.371445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.371575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.371689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.371750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.371828] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.594540] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.759609] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee in Status: SUCCESS [ 888.759609] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee deletion is rescheduled due to dependency. [ 888.759609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.874303] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 888.896780] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.896939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.897014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.897232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.897318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.897539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.897640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.897701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.897850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.897938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.898148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.898265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.898353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.898569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.898684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.898884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.899013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.899074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.899289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.899453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 888.982813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.983022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.983077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.983248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.983414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 889.099318] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.602510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.602786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.602786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.602932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.603524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.603524] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 889.648079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.648079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.648079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.648079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.648079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.660517] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 891.021994] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 891.022644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.646964] env[65325]: INFO networking_nsxv3.common.synchronization [req-7cfb5886-8f9a-4ff1-8981-52c119cea31b req-9ac8def9-52a2-4b24-ac75-95d6cff24211 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 891.646964] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 891.647371] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.647482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.647556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.647761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.647912] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.648020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.648386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.648553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.648641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.648737] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.675713] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 891.676042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.676711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.677271] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.677470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.677546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.677791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.677903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.678109] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.152459] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.180292] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.656529] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.684412] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03728c29-5076-48fc-ae52-9d28efc35fde: rpc.has_security_group_logging(os_id): False [ 892.709138] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.709293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.709366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.709661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.710110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.711427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.711427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.711427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.711427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.711427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.711427] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 892.776254] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.776254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.776254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.776254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.776254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.812379] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 893.159090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.159516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.159516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.159768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.159943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.160128] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 893.198647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.198647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.198647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.198647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.198647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.208359] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 893.285635] env[65325]: INFO networking_nsxv3.common.synchronization [req-86235429-75d0-4925-a78f-f707e394dd9a req-27de3276-f351-47e5-8a74-91014069b342 tempest-ServerPasswordTestJSON-108326353 tempest-ServerPasswordTestJSON-108326353-project-member] Enqueued Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 893.285814] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 893.286356] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.286356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.286579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.286731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.286957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.286957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.287167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.287167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.287677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.287677] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.716455] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.716693] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-89" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.716835] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-89" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.717193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-89" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.717442] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.717608] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.717727] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.717940] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.718106] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.718331] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.718443] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.718552] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.718648] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.718762] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.718868] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.718999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.740941] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.741137] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.741279] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.741451] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-89" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741793] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-ef077603-f847-4127-a40c-980a0ef0945e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.742083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.742430] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.742587] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef077603-f847-4127-a40c-980a0ef0945e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.790082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.790261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.790579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.791207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.791207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.791207] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.791946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.792034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.792206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.792288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.792379] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3721493-8655-48bd-b893-74b92fe16901 already deleted. [ 893.792468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.248119] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.248119] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.248119] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.248119] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251017] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port ef077603-f847-4127-a40c-980a0ef0945e not found, creating... [ 894.251017] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251017] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.251017] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.251654] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.252437] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.252748] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.253081] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: ef077603-f847-4127-a40c-980a0ef0945e is going to be created. [ 894.278643] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.278981] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.279181] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.279558] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.279847] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.280227] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 894.830658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.218796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 895.218796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.485932] env[65325]: INFO networking_nsxv3.common.synchronization [req-86235429-75d0-4925-a78f-f707e394dd9a req-bbd77ec5-d0cd-4186-83b3-b60846c6da9d service nova] Enqueued Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_rules [ 895.486260] env[65325]: INFO networking_nsxv3.common.synchronization [req-86235429-75d0-4925-a78f-f707e394dd9a req-bbd77ec5-d0cd-4186-83b3-b60846c6da9d service nova] Enqueued Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 895.486406] env[65325]: INFO networking_nsxv3.common.synchronization [req-86235429-75d0-4925-a78f-f707e394dd9a req-bbd77ec5-d0cd-4186-83b3-b60846c6da9d service nova] Enqueued Resource ID: ef077603-f847-4127-a40c-980a0ef0945e with Priority: HIGHEST for action port [ 895.487319] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_rules [ 895.487543] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 895.487748] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef077603-f847-4127-a40c-980a0ef0945e with Priority: HIGHEST for action port [ 895.488586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.488860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.489081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.489505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.489646] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.490743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.490956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.492259] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.492997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.493194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.493915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.494058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.494841] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.496109] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef077603-f847-4127-a40c-980a0ef0945e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.496415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.496415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.496495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.496635] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef077603-f847-4127-a40c-980a0ef0945e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.998845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.999037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.999876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.001534] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef077603-f847-4127-a40c-980a0ef0945e with status ACTIVE [ 896.001823] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.002036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.002263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.002788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.002936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.003203] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.003604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.003604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.004865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.004865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.004865] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef077603-f847-4127-a40c-980a0ef0945e is going to be updated. [ 896.041471] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.041654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.041811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.042161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.042268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef077603-f847-4127-a40c-980a0ef0945e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.142515] env[65325]: INFO networking_nsxv3.common.synchronization [req-07e2753c-f245-4199-bffe-5f12b662120c req-6d430cc9-5bd8-4ac7-9fcf-5882af7569d4 tempest-ServerTagsTestJSON-1961292611 tempest-ServerTagsTestJSON-1961292611-project-member] Enqueued Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 896.142739] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 896.143165] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.143307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.143375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.143652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.143819] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.143922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.144021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.144668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.144668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.144668] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.508172] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.557257] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.557445] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-922" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.557566] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-922" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.557901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-922" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.558173] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.558321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.558439] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.558659] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.558802] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.559019] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.559133] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.559245] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.559348] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.559504] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.559619] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.559751] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.580436] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.580715] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.580715] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.580868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-922" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.581213] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-ed274f45-c28c-4c9b-b937-5923072f0fac taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.581387] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.581506] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.581894] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.582088] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed274f45-c28c-4c9b-b937-5923072f0fac',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.647955] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.648184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.648236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.648470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.648595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.648790] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.648910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.648969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.649177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.649273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.649372] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 already deleted. [ 896.649544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.770643] env[65325]: INFO networking_nsxv3.common.synchronization [req-c4b6863e-dde5-47ba-8809-d71f7bef1bb6 req-098a9341-3709-4758-8888-fade6aa766c8 tempest-ListImageFiltersTestJSON-1109425406 tempest-ListImageFiltersTestJSON-1109425406-project-member] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 896.771277] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 896.771634] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.771759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.771841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.772088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.772280] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.772400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.772469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.772635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.772719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.772814] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.013222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.013370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.013438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.013649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.013730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.013823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3721493-8655-48bd-b893-74b92fe16901 is going to be created. [ 897.043832] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.043832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.043832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.043832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.043832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.054740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: UNINITIALIZED for 2s [ 897.084749] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.085033] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.085204] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.085511] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.085661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.085824] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port ed274f45-c28c-4c9b-b937-5923072f0fac not found, creating... [ 897.086112] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.086277] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.086396] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.086624] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.086731] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.087014] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.087171] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.087285] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.087598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.087747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.087892] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: ed274f45-c28c-4c9b-b937-5923072f0fac is going to be created. [ 897.112405] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.112610] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.112752] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.113060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.113290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.113516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.275024] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.662657] env[65325]: INFO networking_nsxv3.common.synchronization [req-a59da3a8-abeb-41c1-8d7d-e4985702695f req-c4e75c5e-c6c9-4b58-99d2-0c5de9f8ee39 tempest-ServersTestManualDisk-580499168 tempest-ServersTestManualDisk-580499168-project-member] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 897.663301] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGHEST for action security_group_members [ 897.663706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.664188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.664376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.664465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.664622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.664724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.664811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.664964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.665066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.665178] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.778703] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.870071] env[65325]: INFO networking_nsxv3.common.synchronization [req-07e2753c-f245-4199-bffe-5f12b662120c req-9309290a-63e1-4f5a-ad4b-d6718c792ce8 service nova] Enqueued Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_rules [ 897.870957] env[65325]: INFO networking_nsxv3.common.synchronization [req-07e2753c-f245-4199-bffe-5f12b662120c req-9309290a-63e1-4f5a-ad4b-d6718c792ce8 service nova] Enqueued Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 897.871485] env[65325]: INFO networking_nsxv3.common.synchronization [req-07e2753c-f245-4199-bffe-5f12b662120c req-9309290a-63e1-4f5a-ad4b-d6718c792ce8 service nova] Enqueued Resource ID: ed274f45-c28c-4c9b-b937-5923072f0fac with Priority: HIGHEST for action port [ 897.872490] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_rules [ 897.872683] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 897.872863] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed274f45-c28c-4c9b-b937-5923072f0fac with Priority: HIGHEST for action port [ 897.873381] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.873574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.873682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.874061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.874201] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.877743] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.877934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.878164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.878617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.878808] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.878909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.879365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.879365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.879365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.879365] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.883186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed274f45-c28c-4c9b-b937-5923072f0fac taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.883186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.883186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.883186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.883186] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed274f45-c28c-4c9b-b937-5923072f0fac',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.167543] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.167800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.167909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.168245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.168377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.168674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.168840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.168937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.169197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.169317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.169508] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 is going to be updated. [ 898.205589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.205943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.205943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.206143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.206284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.216140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: IN_PROGRESS for 2s [ 898.281177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.281318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.281430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.282208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.282208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.282208] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be updated. [ 898.318225] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.318360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.318496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.318856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.319179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331529] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 898.380179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.380179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.386876] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed274f45-c28c-4c9b-b937-5923072f0fac with status ACTIVE [ 898.386876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.386876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.386876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.389254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.389254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.389254] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed274f45-c28c-4c9b-b937-5923072f0fac is going to be updated. [ 898.412660] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.412660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.412660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.413145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.413145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.413145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed274f45-c28c-4c9b-b937-5923072f0fac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.892524] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.066021] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: SUCCESS [ 899.066416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.066495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.066738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.066963] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.067187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.067432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.067764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.067873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.067971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.068150] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.394523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.394735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.394735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.395193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.395193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.395193] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 is going to be created. [ 899.427142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.427142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.428110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.428110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.428110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.440317] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: UNINITIALIZED for 2s [ 899.570232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.570436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.570436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.570660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.570852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.570974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.571018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.571157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.571239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.571323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.571477] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.571585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.571666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.571798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.571931] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.572030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.572086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.572237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.572321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.572401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.572488] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.075573] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3721493-8655-48bd-b893-74b92fe16901: rpc.has_security_group_logging(os_id): False [ 900.097492] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.097667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.097731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.098053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.098277] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.098376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.098439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.098595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.098673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.098673] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.098673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.099072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.099137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.099207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.099383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.099550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.099614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.099955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.100080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.100197] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3721493-8655-48bd-b893-74b92fe16901 is going to be created. [ 900.177606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.177762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.177828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.178168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.178372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.194940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: IN_PROGRESS for 2s [ 900.229324] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: IN_PROGRESS for 4s [ 900.343688] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 900.343688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.451787] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: SUCCESS [ 901.452098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.452144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.452375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.452559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.452673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.452754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.452907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.452986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.453103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.453195] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.955312] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.955571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.955571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.955836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.956039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.956142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.956201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.956361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.956443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.956533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.956707] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.956834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.956904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.957065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.957249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.957373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.957481] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.957550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.957626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.957707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.957798] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.210410] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: SUCCESS [ 902.210639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.240945] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 in Status: SUCCESS [ 902.241186] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 deletion is rescheduled due to dependency. [ 902.241318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.300482] env[65325]: INFO networking_nsxv3.common.synchronization [req-f9a2452b-9651-4697-9168-4da9336adaf9 req-217476d9-a135-40ae-ac54-de10183d893c tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 902.301112] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 902.301449] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.301620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.301666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.301918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.302307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.302416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.302475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.302682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.302739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.302840] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.460463] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd3c05f-16b4-4039-a018-b5ee68cbcd56: rpc.has_security_group_logging(os_id): False [ 902.518847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.519110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.519174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.519587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.523118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.523118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.524031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.524031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.524031] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 is going to be created. [ 902.601347] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.602035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.623712] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: IN_PROGRESS for 2s [ 902.806671] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.309707] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.804624] env[65325]: INFO networking_nsxv3.common.synchronization [req-a72b498f-c057-4033-bc8e-1220bf09f853 req-d47a6108-e968-4d97-9354-815a7c768df6 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 903.806453] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 903.806552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.807091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.807220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.807584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.807801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.807931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.807992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.808194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.808304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.808422] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.814155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.814155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.814155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.814155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.814515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.814515] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 903.851423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.851581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.851629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.851877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.852027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.867025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 904.210194] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.210194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-352" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.210194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-352" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.210194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-352" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.212623] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.212623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.212819] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212979] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213378] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.213487] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.213599] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.213723] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.213852] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.213902] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.214063] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.257259] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.257489] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.257648] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.257828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-352" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.258179] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-72e06157-bb6f-4edd-a097-0d6962a05408 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.258356] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.258475] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.258810] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.259040] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e06157-bb6f-4edd-a097-0d6962a05408',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.312695] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.312969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.312969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.313289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.313358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.313705] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.313837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.313918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.314262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.314262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.314388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 already deleted. [ 904.314388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.638707] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: SUCCESS [ 904.638764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.764650] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.764976] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.765135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.765510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.765700] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.765912] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 72e06157-bb6f-4edd-a097-0d6962a05408 not found, creating... [ 904.766272] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.766479] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.766623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.767245] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.767245] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.767471] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.767796] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.767796] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.767956] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.768146] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.768245] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 72e06157-bb6f-4edd-a097-0d6962a05408 is going to be created. [ 904.791321] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.791525] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.791694] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.792145] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.792375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.793209] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.554048] env[65325]: INFO networking_nsxv3.common.synchronization [req-a72b498f-c057-4033-bc8e-1220bf09f853 req-94f457e8-868d-4a76-b458-75aa979f6e77 service nova] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 905.554310] env[65325]: INFO networking_nsxv3.common.synchronization [req-a72b498f-c057-4033-bc8e-1220bf09f853 req-94f457e8-868d-4a76-b458-75aa979f6e77 service nova] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 905.554385] env[65325]: INFO networking_nsxv3.common.synchronization [req-a72b498f-c057-4033-bc8e-1220bf09f853 req-94f457e8-868d-4a76-b458-75aa979f6e77 service nova] Enqueued Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 905.554965] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 905.555334] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 905.555481] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 905.555770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.555962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.556313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556399] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.557638] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.557770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.557873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.558145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.558451] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.558575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.558655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.558842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.558899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.558987] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.560208] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e06157-bb6f-4edd-a097-0d6962a05408 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.560208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.560208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.560208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.560367] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e06157-bb6f-4edd-a097-0d6962a05408',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.877512] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 905.877839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.061819] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.061994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.062236] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.063868] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e06157-bb6f-4edd-a097-0d6962a05408 with status ACTIVE [ 906.063868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.063868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.063868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.063868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.063868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.064143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.064143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.064212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.065200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.065306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.065527] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.065638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.065692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.065811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.065875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.066449] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e06157-bb6f-4edd-a097-0d6962a05408 is going to be updated. [ 906.092863] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.093078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.093198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.093436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.093637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.094217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.568563] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.070983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071763] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be created. [ 907.100510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.100510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.100510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.100510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.100510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110813] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: UNINITIALIZED for 2s [ 907.731297] env[65325]: INFO networking_nsxv3.common.synchronization [req-e09e1345-bb56-4d0c-852c-c355b13e927d req-14a4af04-9d04-45e9-a3a9-2dd9a99ad725 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 907.732041] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 907.732888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.733057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.733127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.733336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.733490] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.733597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.733637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.733779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.733861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.733960] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.237206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.237397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.237455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.239025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.239025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.239025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 908.269853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.269853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.269853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.269853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.269853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.282909] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 909.028444] env[65325]: INFO networking_nsxv3.common.synchronization [req-217e4af5-c53f-4a31-944e-48d36176f460 req-85f434ed-a9f7-465a-8c72-891d0bb8b61a tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 909.029023] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 909.029354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.029478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.030040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.030085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.030228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.030311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.030402] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.092795] env[65325]: INFO networking_nsxv3.common.synchronization [req-5ff39818-16c5-4b16-974e-c5e18272f4e4 req-be740373-cfa6-48c6-9f1e-2bec670e8450 tempest-ServerPasswordTestJSON-108326353 tempest-ServerPasswordTestJSON-108326353-project-member] Enqueued Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 909.093317] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGHEST for action security_group_members [ 909.093664] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.093798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.094058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.094196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.094344] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.094443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.094505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.094787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.094787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.094864] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.121647] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 909.121945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.123186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.123186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.123186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.123186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.123186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.123186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.123499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.123499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.123499] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.532765] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.532928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.533056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.556164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.556417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.556534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.556599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.556798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.556878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.556967] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 909.586746] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.586924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.586994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.587223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.587358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.596674] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 909.597014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.597185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.597257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.597489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.597582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.597796] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.597963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.598084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.598263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.598343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.598427] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3721493-8655-48bd-b893-74b92fe16901 is going to be updated. [ 909.625921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.626105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.626177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.626436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.626617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.626720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.626785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.626936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.627032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.627122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.627352] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.627352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.627570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.627767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.627926] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.628064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.628108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.628252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.628329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.628413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.628504] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.631987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.632119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.632188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.632348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.632478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.643260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: IN_PROGRESS for 2s [ 910.132573] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d6a338f-51aa-4f42-880b-03bf24c9ca72: rpc.has_security_group_logging(os_id): False [ 910.157827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.157827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.157827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.157827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.158398] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.158398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.158718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.159023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.161176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.161176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be created. [ 910.216453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.216895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.217416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.218996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.231850] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 910.297176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 910.297390] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 910.297485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.608247] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 911.608697] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b deletion is rescheduled due to dependency. [ 911.608697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.653863] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3721493-8655-48bd-b893-74b92fe16901 in Status: SUCCESS [ 911.654320] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3721493-8655-48bd-b893-74b92fe16901 deletion is rescheduled due to dependency. [ 911.654510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.246010] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 912.246332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.184715] env[65325]: INFO networking_nsxv3.common.synchronization [req-91560006-0f41-455a-84bf-59d60bf51cae req-07222396-cc4a-48b5-9b87-6a3bc0c75da6 tempest-ServerTagsTestJSON-1961292611 tempest-ServerTagsTestJSON-1961292611-project-member] Enqueued Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 913.185237] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGHEST for action security_group_members [ 913.185798] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.185896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.185896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.186171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.186326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.186489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.186489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.186648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.186707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.186797] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.691219] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.691470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.691470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.691667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.691741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.691983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.692094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.692172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.692297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.692398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.692491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 is going to be updated. [ 913.722533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.722533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.722696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.723090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.723090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.732612] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: IN_PROGRESS for 2s [ 915.747246] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 in Status: SUCCESS [ 915.749163] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 deletion is rescheduled due to dependency. [ 915.749163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.792921] env[65325]: INFO networking_nsxv3.common.synchronization [req-030d02c1-b0e1-405b-8616-b39a05283b19 req-c3c7a79c-8e45-4db0-8f34-ea6019c80f8b tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 915.793295] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 915.793613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.793758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.793806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.793996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.794423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.794537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.794604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.794768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.794855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.794946] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.173097] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.173296] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.173425] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.173691] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.173944] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.174309] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.174466] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.174701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.174852] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.175079] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.175196] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.175305] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.175427] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.175523] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.175629] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.175763] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.198034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.198230] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.198373] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.198551] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-673" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198874] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-18b81665-e9ee-486b-9418-97c9e1bab3a3 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.199057] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.199176] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.199518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.199689] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b81665-e9ee-486b-9418-97c9e1bab3a3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.297223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.297431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.297515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.297806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.297913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.298243] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.298372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.298663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.298765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.298858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 916.331186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.331423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.331470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.331659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.331846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.343937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 916.634273] env[65325]: INFO networking_nsxv3.common.synchronization [req-a1b5e09d-7d76-4a6e-b888-10e59f30bf26 req-019044ec-eb07-4d0c-b172-59ba9d82cef3 tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 916.634818] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 916.635139] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.635262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.635318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.635515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.635768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.635768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.635868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.635943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.636037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.636131] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.702164] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.702837] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.702985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.703153] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 18b81665-e9ee-486b-9418-97c9e1bab3a3 not found, creating... [ 916.703416] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.703573] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.703691] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.703910] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.704060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.704347] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.704504] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.705098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.705098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.705098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.705098] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 18b81665-e9ee-486b-9418-97c9e1bab3a3 is going to be created. [ 916.728421] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.728633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.728753] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.729039] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.729262] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.729475] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.138928] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.530464] env[65325]: INFO networking_nsxv3.common.synchronization [req-030d02c1-b0e1-405b-8616-b39a05283b19 req-53049f0b-bf7d-472d-99fe-78643f54bcbd service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 917.530642] env[65325]: INFO networking_nsxv3.common.synchronization [req-030d02c1-b0e1-405b-8616-b39a05283b19 req-53049f0b-bf7d-472d-99fe-78643f54bcbd service nova] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 917.531156] env[65325]: INFO networking_nsxv3.common.synchronization [req-030d02c1-b0e1-405b-8616-b39a05283b19 req-53049f0b-bf7d-472d-99fe-78643f54bcbd service nova] Enqueued Resource ID: 18b81665-e9ee-486b-9418-97c9e1bab3a3 with Priority: HIGHEST for action port [ 917.531353] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_rules [ 917.531494] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 917.531617] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18b81665-e9ee-486b-9418-97c9e1bab3a3 with Priority: HIGHEST for action port [ 917.531887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.531964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.532137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.532350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.532435] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.533488] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.533615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.533846] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-18b81665-e9ee-486b-9418-97c9e1bab3a3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.533990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.534090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.534284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.534386] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18b81665-e9ee-486b-9418-97c9e1bab3a3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.642328] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.037016] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.037253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.037451] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18b81665-e9ee-486b-9418-97c9e1bab3a3 with status ACTIVE [ 918.037639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.038025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.038025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.038159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.038276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.038434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.038620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.038699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.038885] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.039198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.039272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.039354] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18b81665-e9ee-486b-9418-97c9e1bab3a3 is going to be updated. [ 918.064139] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.064377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.064377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.064547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.065295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.065295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18b81665-e9ee-486b-9418-97c9e1bab3a3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.145032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.145032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.145032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.145032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.145588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.145588] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 918.186921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.187091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.187201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.187524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.187524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.209818] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 918.355820] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 918.356060] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e deletion is rescheduled due to dependency. [ 918.356181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.356390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.356794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.356905] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.357057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.357588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.357588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.357588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.357588] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.860145] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.362876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.574173] env[65325]: INFO networking_nsxv3.common.synchronization [req-69d692e8-3c83-4c5a-9336-c08f18df607e req-e1c7888e-9113-47df-9f23-9beae23d738a tempest-ServerRescueTestJSON-1252659403 tempest-ServerRescueTestJSON-1252659403-project-member] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 919.574993] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 919.575430] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.575573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.575794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.575963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.576364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.576450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.576748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.576960] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.701496] env[65325]: INFO networking_nsxv3.common.synchronization [None req-491c89bc-600d-49e6-b539-1476daabd406 tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 919.702259] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 919.702651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.702807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.702893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.703161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.703246] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.804289] env[65325]: INFO networking_nsxv3.common.synchronization [None req-eb2bad01-7b1f-4e31-b6b2-d5df505f18be tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 919.804930] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 919.805259] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.805406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.865556] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.865714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.865783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.866064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.866064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.866175] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 919.899770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.899915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.900011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.901393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.901393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.911993] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 919.919317] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.919712] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.919870] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.920282] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.920642] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.920845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.921086] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.921373] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.921576] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.921840] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.922224] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.922224] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.922377] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.922489] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.922647] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.922864] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.946276] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.946623] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.946861] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.947188] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947650] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-aa7d2930-d27d-4ec6-b028-4ccb23490a71 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.947861] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.947994] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.948488] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.948719] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d2930-d27d-4ec6-b028-4ccb23490a71',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.079009] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.079184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.079256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.079630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.079630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.079807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.079908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.079992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.080210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.080300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.080415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 already deleted. [ 920.080514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.224109] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 920.224348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.228211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.228368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.228461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.228718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.228829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.228940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 already deleted. [ 920.229037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.229215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.229372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.229456] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.452759] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.453213] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.453213] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.453414] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.453558] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.453720] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port aa7d2930-d27d-4ec6-b028-4ccb23490a71 not found, creating... [ 920.454017] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.454657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.454888] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.455242] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.455400] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.455767] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.455940] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.456126] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.456372] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.456547] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.456688] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: aa7d2930-d27d-4ec6-b028-4ccb23490a71 is going to be created. [ 920.479417] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.479709] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.479781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.480105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.480369] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.480616] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.752620] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.752620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.752620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.752620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.752620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.752620] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 already deleted. [ 920.752620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.180450] env[65325]: INFO networking_nsxv3.common.synchronization [req-69d692e8-3c83-4c5a-9336-c08f18df607e req-e92dd859-a4cc-4ba5-8911-cf84575babae service nova] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_rules [ 921.180499] env[65325]: INFO networking_nsxv3.common.synchronization [req-69d692e8-3c83-4c5a-9336-c08f18df607e req-e92dd859-a4cc-4ba5-8911-cf84575babae service nova] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 921.180653] env[65325]: INFO networking_nsxv3.common.synchronization [req-69d692e8-3c83-4c5a-9336-c08f18df607e req-e92dd859-a4cc-4ba5-8911-cf84575babae service nova] Enqueued Resource ID: aa7d2930-d27d-4ec6-b028-4ccb23490a71 with Priority: HIGHEST for action port [ 921.181486] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_rules [ 921.181486] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 921.181486] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7d2930-d27d-4ec6-b028-4ccb23490a71 with Priority: HIGHEST for action port [ 921.182063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.182063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.182063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.182256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.182447] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.183630] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.183770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.183851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.184052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.184211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.184317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.184392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.184510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.184602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.184730] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.186050] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7d2930-d27d-4ec6-b028-4ccb23490a71 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.186050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.186050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.186276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.186276] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7d2930-d27d-4ec6-b028-4ccb23490a71',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.686021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.686021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.686502] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.688782] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa7d2930-d27d-4ec6-b028-4ccb23490a71 with status ACTIVE [ 921.692019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.692019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.692019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.692019] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa7d2930-d27d-4ec6-b028-4ccb23490a71 is going to be updated. [ 921.714053] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.714229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.714299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.714505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.714657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.714823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7d2930-d27d-4ec6-b028-4ccb23490a71" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.925240] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.925240] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.925240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.925240] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.111356] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-f7de03a2-bed8-44c4-ac8a-8e3e6b2bc142 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 922.112028] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 922.112196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.112363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.112599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.112751] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.112846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.113203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.113300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.113398] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.193824] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.428799] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.428799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.428799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.431129] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.431129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.431129] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.431576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.431576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.431576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.431576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.431576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.431828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.431828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.431828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.432110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.432110] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.508425] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.508626] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.508752] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.509072] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.509328] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.509487] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.509636] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.509850] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.509988] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.510583] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.510705] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.510816] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.510923] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.511046] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.511153] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.511283] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.536273] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.536273] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.536421] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.536573] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.536899] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-7c8ad20c-133e-4d13-b013-0f482a95ffec taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.537093] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.537217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.537518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.537656] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8ad20c-133e-4d13-b013-0f482a95ffec',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.615475] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.615600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.615600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.615872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.615932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.616094] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.616213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.616252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.616980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.616980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.616980] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 922.652052] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.652052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.652305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.653045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.653045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.664154] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 922.696268] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.696619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.696619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.697720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.697720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.697720] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be created. [ 922.720336] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.720504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.720615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.720824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.720981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.731362] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: UNINITIALIZED for 2s [ 922.938172] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22135163-4352-40ca-a934-65db1de3802e: rpc.has_security_group_logging(os_id): False [ 922.957073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.957223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.957286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.957524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.957620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.957846] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.957994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.957994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.958192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.958273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.958472] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.958565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.958627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.958770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.958842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.959077] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.959183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.959243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.959384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.959456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.959542] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 923.021208] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.021403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.021448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.021626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.021768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.038539] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 923.040502] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.040502] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.040694] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.041015] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.041209] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.041394] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 7c8ad20c-133e-4d13-b013-0f482a95ffec not found, creating... [ 923.041713] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.041910] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.042062] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.042338] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.042518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.042867] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.043069] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.043222] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.043447] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.043999] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.043999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 7c8ad20c-133e-4d13-b013-0f482a95ffec is going to be created. [ 923.085687] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.085895] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.086060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.086891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.087179] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.087412] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.658920] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 923.659118] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 923.659914] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 923.659914] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 923.660075] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.660250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.660250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.660464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.660630] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.660721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.660824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.660943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.661044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.661139] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.662077] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.662186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.662246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.663252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.663252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.663252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.663252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.663252] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.717091] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 923.717381] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 923.717423] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_rules [ 923.717721] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 923.717721] env[65325]: INFO networking_nsxv3.common.synchronization [req-691ec599-ef02-4fd8-93f2-309f1ea634ae req-1d4d09d7-21af-4643-b07c-36ac20dc66d4 tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 923.724144] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 923.724144] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_rules [ 923.724295] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 923.724343] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 923.724428] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 923.724908] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.726475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.726475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.726475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.726475] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.727278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.727489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.727568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.728711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.728862] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.730186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e06157-bb6f-4edd-a097-0d6962a05408 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.730377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.730499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.730871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.730982] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e06157-bb6f-4edd-a097-0d6962a05408',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.732836] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.732836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.733198] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.733198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.799565] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-aa0b799d-0505-42da-9446-e0c32f2586f9 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 923.799786] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-aa0b799d-0505-42da-9446-e0c32f2586f9 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 923.799923] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-aa0b799d-0505-42da-9446-e0c32f2586f9 service nova] Enqueued Resource ID: 7c8ad20c-133e-4d13-b013-0f482a95ffec with Priority: HIGHEST for action port [ 923.800543] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 923.800711] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 923.800817] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c8ad20c-133e-4d13-b013-0f482a95ffec with Priority: HIGHEST for action port [ 923.801169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.801289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.801357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.801551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.801631] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.803372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.803372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.803372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c8ad20c-133e-4d13-b013-0f482a95ffec taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.803372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.803372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.803372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.803372] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c8ad20c-133e-4d13-b013-0f482a95ffec',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.165420] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.166699] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.235019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235650] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235851] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e06157-bb6f-4edd-a097-0d6962a05408 with status ACTIVE [ 924.235851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.235982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.236185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.236263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.236441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.236530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.236625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.236800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.238700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.238700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.238903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.239093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.239184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.239263] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e06157-bb6f-4edd-a097-0d6962a05408 is going to be updated. [ 924.265535] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.265795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.265849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.266831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.266831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.266831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.305533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.305792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.306111] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c8ad20c-133e-4d13-b013-0f482a95ffec with status ACTIVE [ 924.306415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.306646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.307997] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.307997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.308422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.308422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.308827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.309106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.313511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.313511] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c8ad20c-133e-4d13-b013-0f482a95ffec is going to be updated. [ 924.352877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.352877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.352877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.352877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.352877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.352877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c8ad20c-133e-4d13-b013-0f482a95ffec" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.668573] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.670044] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.675641] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 924.678034] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 deletion is rescheduled due to dependency. [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.678034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.678034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.678335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.678335] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.743064] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 924.743449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.743601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.743856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.744058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.744185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.744343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.744424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.744475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.744554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.744634] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.795758] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-4f0df2ee-1efc-4211-a184-0ed36917fdc0 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 924.796321] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 924.796551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.796844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.055546] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 925.055847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.171320] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.171699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.171807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.172055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.172149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.172254] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 925.173621] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.173751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.173818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.173999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.174089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.174180] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea is going to be created. [ 925.182147] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.199928] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.200395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.200533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.200830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.201095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.204098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.204227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.204313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.204523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.204660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.211285] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.211520] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.211635] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.211896] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.212231] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.212427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.212587] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.212868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.213023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.213236] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.213372] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.213452] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.213545] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.213649] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.213753] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.213885] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.217176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea in Status: UNINITIALIZED for 2s [ 925.218009] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 925.234144] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.234344] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.234502] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.234703] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.235037] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-e266b990-be71-45c1-a8db-dac5fb12c1eb taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.235220] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235412] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.235661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.235796] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e266b990-be71-45c1-a8db-dac5fb12c1eb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.248833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.248833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.248833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.248833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.248833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.248833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.249530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.249975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.249975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.249975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.250164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.250417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.250417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.250564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.250730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.250730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.250730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.250946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.250946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.251038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.251083] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.684759] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.739196] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.739446] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.739569] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.740031] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.740168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.740322] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port e266b990-be71-45c1-a8db-dac5fb12c1eb not found, creating... [ 925.740649] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.740841] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.740966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.741229] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.741393] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.741704] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.741875] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.742030] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.742244] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.742411] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.742604] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: e266b990-be71-45c1-a8db-dac5fb12c1eb is going to be created. [ 925.755292] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322301ee-626d-4f50-85f0-7debd4d16ae3: rpc.has_security_group_logging(os_id): False [ 925.780048] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.780292] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.780292] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780578] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780873] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.781238] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.788134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.788245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.788245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.789047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.789047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.789047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.789047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.789047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.789433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.789433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.789433] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.789565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.790374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.790473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.790507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.790768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.790870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.790939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.791091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.791172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.791261] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be created. [ 925.898241] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.898494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.898494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.898664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.898843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.915049] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 926.187803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.187983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.187983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.188255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.188342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.188441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 926.228426] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.228627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.228728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.228984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.229109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.242057] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 926.577806] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-d4da1f33-ae5b-4895-a7e3-030753e7a2a2 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 926.578084] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-d4da1f33-ae5b-4895-a7e3-030753e7a2a2 service nova] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 926.578562] env[65325]: INFO networking_nsxv3.common.synchronization [req-81d8c03d-6d4d-4f43-9aea-800dfca14f73 req-d4da1f33-ae5b-4895-a7e3-030753e7a2a2 service nova] Enqueued Resource ID: e266b990-be71-45c1-a8db-dac5fb12c1eb with Priority: HIGHEST for action port [ 926.579203] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_rules [ 926.579418] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 926.579559] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e266b990-be71-45c1-a8db-dac5fb12c1eb with Priority: HIGHEST for action port [ 926.579980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.580112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.580393] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.580511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.580759] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e266b990-be71-45c1-a8db-dac5fb12c1eb taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.580912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.581060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.581286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.581397] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e266b990-be71-45c1-a8db-dac5fb12c1eb',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.813825] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce079587-7a62-48d0-998d-a81b88471b84 req-f8c0a3d6-b24b-4b50-914f-0b73b3c23b9e tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 926.814108] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce079587-7a62-48d0-998d-a81b88471b84 req-f8c0a3d6-b24b-4b50-914f-0b73b3c23b9e tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 926.814592] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea with Priority: HIGHEST for action security_group_members [ 926.814757] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 926.815116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.815221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.815454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.815563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.869594] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce079587-7a62-48d0-998d-a81b88471b84 req-f8c0a3d6-b24b-4b50-914f-0b73b3c23b9e tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 926.869911] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce079587-7a62-48d0-998d-a81b88471b84 req-f8c0a3d6-b24b-4b50-914f-0b73b3c23b9e tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 926.870175] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce079587-7a62-48d0-998d-a81b88471b84 req-f8c0a3d6-b24b-4b50-914f-0b73b3c23b9e tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 926.871263] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_rules [ 926.871482] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 926.871686] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e06157-bb6f-4edd-a097-0d6962a05408 with Priority: HIGHEST for action port [ 926.872133] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.872616] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.873068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e06157-bb6f-4edd-a097-0d6962a05408 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.873236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.873340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.873979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.873979] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e06157-bb6f-4edd-a097-0d6962a05408',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.088275] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e266b990-be71-45c1-a8db-dac5fb12c1eb with status ACTIVE [ 927.091898] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091898] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091898] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.091898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.091898] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e266b990-be71-45c1-a8db-dac5fb12c1eb is going to be updated. [ 927.118449] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.118950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.119158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.119888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.120830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.120830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e266b990-be71-45c1-a8db-dac5fb12c1eb" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.234772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 4s [ 927.236738] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea in Status: UNINITIALIZED for 4s [ 927.376416] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e06157-bb6f-4edd-a097-0d6962a05408 with status ACTIVE [ 927.376653] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.376839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.376989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.377157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.377234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.377425] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.377524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.377641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.377779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.377832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.378115] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.378233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.378302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.378420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.378470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.378562] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e06157-bb6f-4edd-a097-0d6962a05408 is going to be updated. [ 927.403487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.403705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.403899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.404233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.404402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.404727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e06157-bb6f-4edd-a097-0d6962a05408" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.930546] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 927.930868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.253055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 928.253327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.254492] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.254492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.255317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.255317] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.256088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.256401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.256606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.258026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.258026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.258026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.258026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.258026] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.762680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.762947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.763128] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.249543] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 929.250817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.250817] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea in Status: SUCCESS [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.251991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.251991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.252344] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.253454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.253454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.253454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.253681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.253681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.253747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.254303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.254303] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.267698] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.365730] env[65325]: INFO networking_nsxv3.common.synchronization [req-e5fe7f1c-0751-4979-b215-39662110b1a9 req-1bb2ab9a-2d7b-4eb0-8832-86df621a108e tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 929.365730] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 929.366299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.366299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.366427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.366746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.367305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.367305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.367305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.367507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.367539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.368069] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.758505] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.758505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.758505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.759486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.759979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.760274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.760715] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.761094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.761322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.761644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.762389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.763690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea is going to be deleted. [ 929.772136] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.772136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.772136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.772136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.772136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.772136] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 929.814286] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.814556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.814626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.814972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.815213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.822579] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.822792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.822839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.823102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.823203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.823338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.823889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.824148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.824332] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.824440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.824504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.824654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.824734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.824830] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.833061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 929.876227] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.053870] env[65325]: INFO networking_nsxv3.common.synchronization [req-8e2fdf2f-5ce1-4ade-80aa-bdfdec9857d1 req-92b3d7ab-bd80-4a32-afde-6a7a7648685d tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 930.054437] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 930.054739] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.054860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.054932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.055806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.055985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.056109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.056172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.056350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.057530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.057530] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.265446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.327122] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.327868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.327868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.328017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.328066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.328388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.328535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.328643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.328841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.328926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.329466] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea already deleted. [ 930.329466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.329466] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.331044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.331319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.331600] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.331736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.331736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.331928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.332077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.332197] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.375913] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.561596] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.562167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.562300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.562536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.562628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.562849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.563047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.563047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.563197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.563271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.563610] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 930.583730] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.584489] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.584489] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.584489] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.584855] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.584855] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.584855] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.585194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.585194] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.585393] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.585499] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.585612] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.585780] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.587881] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.587881] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.587881] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.597341] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.597771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.597922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.598133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.598284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.608028] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.608288] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.608642] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.608821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.609194] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-29a26ccf-94ff-454c-bf10-8605e5937988 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.609383] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.609526] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.609877] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.610034] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a26ccf-94ff-454c-bf10-8605e5937988',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.611748] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 930.770555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.770732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.770821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.771051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.771143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.771247] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 930.807401] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.807542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.807950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.808051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.808263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.820834] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 930.834450] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c65b5ee-b4fa-4deb-927d-ce37f336d4ea',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.835939] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.836182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.836250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.836536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.836671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.836937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.837232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.837401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.837520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837642] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea already deleted. [ 930.837818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.880289] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.880289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.880289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.880289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.880588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.880631] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 930.942902] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.943075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.943142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.943350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.943484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.955821] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 931.113303] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.113613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.113818] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.114147] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.114347] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.114639] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 29a26ccf-94ff-454c-bf10-8605e5937988 not found, creating... [ 931.115051] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.115218] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.115423] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.115681] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.115839] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116196] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.116410] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.116561] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.116821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.117027] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.117181] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 29a26ccf-94ff-454c-bf10-8605e5937988 is going to be created. [ 931.144465] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.144845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.144891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.146041] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.146041] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.146041] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.340076] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea: rpc.has_security_group_logging(os_id): False [ 931.365216] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.365552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.365760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.366242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.366459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.366900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.367093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.367325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.367470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.367654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.367894] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea is going to be created. [ 931.397404] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea], does not exist path=[/infra/domains/default/groups/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea]."\n}' [ 931.397692] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea [ 931.397836] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 931.414362] env[65325]: INFO networking_nsxv3.common.synchronization [req-6b9e70c6-170a-4b52-9401-ef8b7b58ddb2 req-f976ce76-f942-4db1-81a3-d008d6e8edb2 tempest-ListImageFiltersTestJSON-1109425406 tempest-ListImageFiltersTestJSON-1109425406-project-member] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 931.415094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGHEST for action security_group_members [ 931.415528] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.415746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.415839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.416097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.416297] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.416443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.416521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.416697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.416809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.416933] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.452273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.452490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.452490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.452741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.453918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.454238] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.454355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.455167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.455167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.455167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.455167] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.455167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.455167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.455451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.455451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.455451] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c65b5ee-b4fa-4deb-927d-ce37f336d4ea is going to be created. [ 931.476252] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea], does not exist path=[/infra/domains/default/groups/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea [ 931.476696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c65b5ee-b4fa-4deb-927d-ce37f336d4ea" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.476924] env[65325]: Traceback (most recent call last): [ 931.476967] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 931.476967] env[65325]: return func(*args, **kwargs) [ 931.476967] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 931.476967] env[65325]: res.raise_for_status() [ 931.476967] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 931.476967] env[65325]: raise HTTPError(http_error_msg, response=self) [ 931.476967] env[65325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea [ 931.476967] env[65325]: During handling of the above exception, another exception occurred: [ 931.476967] env[65325]: Traceback (most recent call last): [ 931.478095] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 931.478095] env[65325]: listener.cb(fileno) [ 931.478095] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 931.478095] env[65325]: result = function(*args, **kwargs) [ 931.478095] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 931.478095] env[65325]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 931.478095] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 931.478095] env[65325]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 931.478095] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 931.478095] env[65325]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 931.478095] env[65325]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 931.478095] env[65325]: res.raise_for_status() [ 931.478095] env[65325]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 931.478095] env[65325]: raise HTTPError(http_error_msg, response=self) [ 931.478095] env[65325]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9c65b5ee-b4fa-4deb-927d-ce37f336d4ea [ 931.478095] env[65325]: Removing descriptor: 20 [ 931.845912] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 931.846063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.846290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.846657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.846916] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.847042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.847096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.847336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.847423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.847530] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.880784] env[65325]: INFO networking_nsxv3.common.synchronization [req-8e2fdf2f-5ce1-4ade-80aa-bdfdec9857d1 req-5ef26be8-99f2-4a14-9dd7-630a27c80500 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 931.881028] env[65325]: INFO networking_nsxv3.common.synchronization [req-8e2fdf2f-5ce1-4ade-80aa-bdfdec9857d1 req-5ef26be8-99f2-4a14-9dd7-630a27c80500 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 931.881160] env[65325]: INFO networking_nsxv3.common.synchronization [req-8e2fdf2f-5ce1-4ade-80aa-bdfdec9857d1 req-5ef26be8-99f2-4a14-9dd7-630a27c80500 service nova] Enqueued Resource ID: 29a26ccf-94ff-454c-bf10-8605e5937988 with Priority: HIGHEST for action port [ 931.882264] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 931.882395] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 931.882395] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a26ccf-94ff-454c-bf10-8605e5937988 with Priority: HIGHEST for action port [ 931.882731] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.882802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.882878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.883082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.883170] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.884354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.884598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.884598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a26ccf-94ff-454c-bf10-8605e5937988 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.884818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.884818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.884971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.885062] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a26ccf-94ff-454c-bf10-8605e5937988',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.919289] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.942497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.942917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.943058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.943131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.943559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.943559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.943559] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be updated. [ 931.977889] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.977889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.977998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.978495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.978616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.989547] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: IN_PROGRESS for 2s [ 932.025719] env[65325]: INFO networking_nsxv3.common.synchronization [req-df1d21e2-2c98-4130-af35-dc35d8726aae req-a91b27e5-357b-4ffd-9234-1f267abf0a75 tempest-ImagesOneServerNegativeTestJSON-482770747 tempest-ImagesOneServerNegativeTestJSON-482770747-project-member] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 932.026607] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGHEST for action security_group_members [ 932.028553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.028740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.028838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.029163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.029396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.029536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.029616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.029798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.029886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.030026] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.350352] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.389527] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389527] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29a26ccf-94ff-454c-bf10-8605e5937988 with status ACTIVE [ 932.389527] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389527] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.389527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.389527] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.390401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.390401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.390401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.390401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.390401] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29a26ccf-94ff-454c-bf10-8605e5937988 is going to be updated. [ 932.416540] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.416693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.416765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.416980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.417141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.417306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a26ccf-94ff-454c-bf10-8605e5937988" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.534309] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.534436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.534509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.534729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.570957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.571293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.571433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.571504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.571736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.571854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.571949] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be updated. [ 932.632215] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 932.632659] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 932.632659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.632854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.633160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.633423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.633595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.633966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.634205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.634360] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.636488] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.636647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.636688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.637042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.637042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.652152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: IN_PROGRESS for 2s [ 932.831833] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 932.832188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.832369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.832598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.832810] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.832934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.832995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.833166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.833251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.833387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.833486] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.834637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.834814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.835736] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.835736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.835736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.835736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.835736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.835736] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.852763] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.968237] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 932.968393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.142952] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.337704] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.337907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.338184] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.356014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.356491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.356491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.356491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.356650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.356650] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 933.392723] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.392976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.392976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.393277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.393430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.404466] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 933.646174] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.841334] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.003027] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 in Status: SUCCESS [ 934.003320] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 deletion is rescheduled due to dependency. [ 934.003378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.148468] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.148660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.148731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.148963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.149092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.149182] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 934.183297] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.183465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.183505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.183706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.183920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.194818] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 934.348367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.348535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.348598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.348839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.348932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.349050] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 934.393329] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.393745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.393745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.393834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.393987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.407063] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 934.567069] env[65325]: INFO networking_nsxv3.common.synchronization [req-3f5e70bb-d8b9-4db7-bff3-130da856705d req-54fcbc79-ed30-4d05-ad56-e82a12efa2f7 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 934.567752] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 934.569176] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.569339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.569409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.569616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.569834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.569937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.570009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.571330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.571428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.571528] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.665954] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22135163-4352-40ca-a934-65db1de3802e in Status: SUCCESS [ 934.665954] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22135163-4352-40ca-a934-65db1de3802e deletion is rescheduled due to dependency. [ 934.666186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.866272] env[65325]: INFO networking_nsxv3.common.synchronization [req-c6652969-3f9b-460c-9521-840bb3b9a991 req-e45792c0-6e35-4d80-8c1e-cb88481f01f7 tempest-MigrationsAdminTest-61551747 tempest-MigrationsAdminTest-61551747-project-member] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 934.867044] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGHEST for action security_group_members [ 934.867761] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.868020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.868150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.868423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.868641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.868891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.868891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.869160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.869290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.869420] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.075379] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.114279] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c718417a-b5eb-42ce-97ec-dba66eb01d6f None None] Enqueued Resource ID: fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e with Priority: HIGHEST for action port [ 935.114279] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e with Priority: HIGHEST for action port [ 935.114279] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.114279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.114279] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.173037] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.173037] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.173305] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.173389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.173641] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.173806] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.173958] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.174204] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.174352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.174557] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.174671] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.174779] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.174885] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.174990] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.175110] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.175242] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.197015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.197238] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.197385] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.197559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.197896] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-452013c5-097e-45c8-83a0-dd6c0a9683db taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.198114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.198311] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.198565] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.198737] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452013c5-097e-45c8-83a0-dd6c0a9683db',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.374173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.374173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.374173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.374173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.404899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.404899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.404899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.404899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.404899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.405444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.405444] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be updated. [ 935.415239] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 935.415430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.415570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.415779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.416010] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.416125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.416166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.416305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.416384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.416468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.416617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.416710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.416771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.416906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.417054] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.417145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.417204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.417337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.417408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.417485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.417585] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.435519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.435519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.435519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.435519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.435519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.446693] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: IN_PROGRESS for 2s [ 935.578975] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.618478] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e [ 935.618478] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.618478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.618478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.618876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.618876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.618876] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e already deleted. [ 935.619078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa39fdfa-1c39-4b2e-a1ff-ef712716fc0e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.701405] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.701700] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.701821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.702125] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.702299] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.702457] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 452013c5-097e-45c8-83a0-dd6c0a9683db not found, creating... [ 935.702825] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.703137] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.703137] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.703367] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.703504] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.703780] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.703940] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.704066] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.704270] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.704401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.704844] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 452013c5-097e-45c8-83a0-dd6c0a9683db is going to be created. [ 935.724695] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.726032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.726032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.726032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.726032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.726032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.922420] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a09e97a-b67f-447c-bd60-73c4cf7c1b03: rpc.has_security_group_logging(os_id): False [ 935.948365] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.948572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.948572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.948778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.990856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.991150] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.991270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.991336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.991545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.991646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.991812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.991910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.991978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.992220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.992297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.992499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.992618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.992684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.993078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.993078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.993078] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 936.081298] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.082153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.082153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.082153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.082153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.082153] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 936.108570] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.109620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.109620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.109620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.109620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.118031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.118031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.118031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.118031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.118031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.127691] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 936.128789] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 936.220029] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 936.220195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.220376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.220599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.220819] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.220951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.221072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.221193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.221274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.221362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.221460] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.421141] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 936.421444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.422399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.422399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.422934] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.561220] env[65325]: INFO networking_nsxv3.common.synchronization [req-3f5e70bb-d8b9-4db7-bff3-130da856705d req-975c23c8-82c1-41af-95aa-b62a70b9c5d7 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 936.561220] env[65325]: INFO networking_nsxv3.common.synchronization [req-3f5e70bb-d8b9-4db7-bff3-130da856705d req-975c23c8-82c1-41af-95aa-b62a70b9c5d7 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 936.561220] env[65325]: INFO networking_nsxv3.common.synchronization [req-3f5e70bb-d8b9-4db7-bff3-130da856705d req-975c23c8-82c1-41af-95aa-b62a70b9c5d7 service nova] Enqueued Resource ID: 452013c5-097e-45c8-83a0-dd6c0a9683db with Priority: HIGHEST for action port [ 936.561739] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 936.561872] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 936.562039] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452013c5-097e-45c8-83a0-dd6c0a9683db with Priority: HIGHEST for action port [ 936.562254] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.562366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.563291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.563291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.563291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.566273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.566431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.566730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-452013c5-097e-45c8-83a0-dd6c0a9683db taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.566817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.566817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.567478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.567478] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452013c5-097e-45c8-83a0-dd6c0a9683db',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.725486] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.725726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.725726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.725968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.726256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.726256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.726256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.727529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.727529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.727529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.727979] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.927180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.067525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.067741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.071382] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 452013c5-097e-45c8-83a0-dd6c0a9683db with status ACTIVE [ 937.071764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.071764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.071933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.072077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.072161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.072423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.072508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.072980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.072980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.072980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.072980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.073235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.073235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.074066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.074066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.074066] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 452013c5-097e-45c8-83a0-dd6c0a9683db is going to be updated. [ 937.102466] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.102704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.102936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.103022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.104224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.104224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452013c5-097e-45c8-83a0-dd6c0a9683db" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.229858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 937.252664] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.252935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.253025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.253224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.279024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.279249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.280118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.280411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.280560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.280738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.280738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.281029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.281305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.281473] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.281636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.281709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.281837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.281895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.282145] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 937.388769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.388769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.388769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.388769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.388769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.405904] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 937.430795] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.466691] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e5eef7-0ea8-4846-a165-00fc50137dba in Status: SUCCESS [ 937.467685] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba deletion is rescheduled due to dependency. [ 937.468140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.885288] env[65325]: INFO networking_nsxv3.common.synchronization [None req-db97f468-844e-4ec9-983f-c691b20ddb6e None None] Enqueued Resource ID: 875437b6-8b22-4e65-9a70-07eb0582175e with Priority: HIGHEST for action port [ 937.885288] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875437b6-8b22-4e65-9a70-07eb0582175e with Priority: HIGHEST for action port [ 937.885288] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-875437b6-8b22-4e65-9a70-07eb0582175e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.885288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875437b6-8b22-4e65-9a70-07eb0582175e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.885288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875437b6-8b22-4e65-9a70-07eb0582175e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.886514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875437b6-8b22-4e65-9a70-07eb0582175e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.886697] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875437b6-8b22-4e65-9a70-07eb0582175e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.936373] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.936373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.936373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.936373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.936373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.936705] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 937.971751] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.971938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.972021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.972236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.972379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.985842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 938.138557] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 938.138777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.140020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.140020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.140020] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.144937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 938.144937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.145187] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.390174] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 875437b6-8b22-4e65-9a70-07eb0582175e [ 938.391078] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.391078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.391078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.391285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.391330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.391433] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:875437b6-8b22-4e65-9a70-07eb0582175e already deleted. [ 938.391549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875437b6-8b22-4e65-9a70-07eb0582175e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.645131] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.649072] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.649072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649072] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.649608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.650171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.650380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.651392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.651392] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.147251] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.154100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.154100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.154100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.154100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.154100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.156397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.156397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.156397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.156397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.156397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.158427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.158427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.158427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.158427] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.427213] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 939.427600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.651117] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.651117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.651117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.651117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.651117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.651117] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 939.662950] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a09e97a-b67f-447c-bd60-73c4cf7c1b03: rpc.has_security_group_logging(os_id): False [ 939.685388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.685590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.685590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.686621] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.686621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.686899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.686899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.686899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.687044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.687515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.687515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.687515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.687839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.687839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.687933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 939.696990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.697198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.697296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.697607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.697774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.707117] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 939.761362] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.761362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.761579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.761681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.761791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.781767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 939.998087] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 939.998087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.998283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.998465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.998806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.998895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.998938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.999149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.999251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.999366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.999775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.999887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.999956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.000122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.000272] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.000366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.000422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.000561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.000643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.000751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.000870] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.503223] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d6a338f-51aa-4f42-880b-03bf24c9ca72: rpc.has_security_group_logging(os_id): False [ 940.524693] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.524927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.525062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.525304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.546166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.546621] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.546848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.546967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.547289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.547398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.547674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.547833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.547921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.548129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.548261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.548501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.548706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.548792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.548992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.549110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.549219] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 940.643407] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.643552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.643618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.643830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.643986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.662679] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 941.309697] env[65325]: INFO networking_nsxv3.common.synchronization [req-cadf76b7-ce09-4442-95f1-6939edd12fde req-d16168fc-d8b8-41ce-ac62-bf0e1a7e5f65 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 941.310446] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 941.311247] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.311247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.313156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.313554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.313861] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.314457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.314457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.314457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.314457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.314616] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.719902] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 941.720238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.720601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.720927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721229] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.721408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.721524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.721724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.722218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.722218] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.778487] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.778753] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.778931] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779249] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.779578] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779770] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779969] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.780193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.780428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.780668] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.780790] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.780937] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.781236] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.781374] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.781486] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.781619] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.801039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 941.801039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.803690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.803957] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.804163] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.804388] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.804781] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.804982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.805115] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.805497] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.805654] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f464a4-7693-4ea0-ae5c-8c0d8c508c6f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.822712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.822904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.822947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.823152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.823285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.823485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.823658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.823754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.823961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.824069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.824253] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 already deleted. [ 941.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.901171] env[65325]: INFO networking_nsxv3.common.synchronization [req-429077af-2787-4372-bec0-84c922e231bb req-89671b61-d481-4323-b00a-e25b181e1140 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 941.902098] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 941.902637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.902971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.903071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.903340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.903913] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.904100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.904238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.904484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.904627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.904831] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.224263] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.225040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.225040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.225040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.225251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.225251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.225345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.225455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.225538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.225622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.225768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.225851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.225902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.226074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.226239] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.226333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.226400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.226587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.226652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.226739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.226829] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.247982] env[65325]: INFO networking_nsxv3.common.synchronization [req-19662542-6229-4bd8-9426-51dde873e9ae req-59cce97d-5103-4fd4-b2a8-e86b92760948 tempest-MultipleCreateTestJSON-1529637540 tempest-MultipleCreateTestJSON-1529637540-project-member] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 942.248969] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGHEST for action security_group_members [ 942.249105] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.249208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308288] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.308522] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308646] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.308932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.309091] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.309256] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f not found, creating... [ 942.309518] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.309673] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.309862] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.310094] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.310229] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.310508] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.310659] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.310775] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.311022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.311175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.311316] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f is going to be created. [ 942.336701] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336971] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.337181] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.337484] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.337758] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.338451] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.409799] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.682736] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 942.682985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.683181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.683419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.683986] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.693708] env[65325]: INFO networking_nsxv3.common.synchronization [req-2ec8e6ee-7170-45d1-add7-a64e21654fe2 req-042b1f69-5d79-4c3c-8fc0-d535085d616d tempest-ServerRescueTestJSONUnderV235-220055081 tempest-ServerRescueTestJSONUnderV235-220055081-project-member] Enqueued Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 942.694413] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 with Priority: HIGHEST for action security_group_members [ 942.694947] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d6a338f-51aa-4f42-880b-03bf24c9ca72 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.695134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.695222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.695471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.695655] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.695808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.695882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.696072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.696173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.696295] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d6a338f-51aa-4f42-880b-03bf24c9ca72',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.730065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 942.748487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.748742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.748814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.749069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.771657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.771872] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.771979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.772101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.772322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.772356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.772549] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.772648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.772709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.772857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.772931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.773142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.773239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.773302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.773452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.773548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.773638] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 942.841772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.841956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.841956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.842212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.842376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.863954] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 942.910295] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.086927] env[65325]: INFO networking_nsxv3.common.synchronization [req-cadf76b7-ce09-4442-95f1-6939edd12fde req-efc8cc7f-4961-4787-a0e3-a7108490109d service nova] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_rules [ 943.087132] env[65325]: INFO networking_nsxv3.common.synchronization [req-cadf76b7-ce09-4442-95f1-6939edd12fde req-efc8cc7f-4961-4787-a0e3-a7108490109d service nova] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 943.087273] env[65325]: INFO networking_nsxv3.common.synchronization [req-cadf76b7-ce09-4442-95f1-6939edd12fde req-efc8cc7f-4961-4787-a0e3-a7108490109d service nova] Enqueued Resource ID: 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f with Priority: HIGHEST for action port [ 943.088083] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_rules [ 943.088083] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 943.088235] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f with Priority: HIGHEST for action port [ 943.088564] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.088681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.089205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.089205] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.090759] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.090875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.090940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.091158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.091331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.091458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.091534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.093028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.093028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.093028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.093785] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.093895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.094113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.094178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.094267] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f464a4-7693-4ea0-ae5c-8c0d8c508c6f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.199244] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.199459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.199459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.199792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.199891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.200130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.200241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.200305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.200474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.200603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.200655] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be updated. [ 943.207726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.207912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.207984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.208276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.208372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.208472] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 is going to be deleted. [ 943.233411] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.233597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.233666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.233847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.233988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.244397] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: IN_PROGRESS for 2s [ 943.268487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.268672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.269080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.270063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.413172] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.413383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.413456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.413678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.413769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.413866] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 943.448676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.448983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.448983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.450075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.450264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.461542] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 943.596953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.597137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.597364] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.598422] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f with status ACTIVE [ 943.598613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.598730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.598789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.599121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.599540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.599779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.600607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.600607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.600763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600799] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87f464a4-7693-4ea0-ae5c-8c0d8c508c6f is going to be updated. [ 943.626241] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.626433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.626473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.627060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.627060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f464a4-7693-4ea0-ae5c-8c0d8c508c6f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.102900] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.605151] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.605358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.605474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.605760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.605879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.606074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be created. [ 944.640346] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.640624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.640624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.640914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.641107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.656953] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: UNINITIALIZED for 2s [ 944.882173] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 944.882464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.257549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 in Status: SUCCESS [ 945.257972] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d6a338f-51aa-4f42-880b-03bf24c9ca72 deletion is rescheduled due to dependency. [ 945.258021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d6a338f-51aa-4f42-880b-03bf24c9ca72" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.472478] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 945.472690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.472939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.473308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.473360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.473477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.473942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.473942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.473942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.473942] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.979990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.979990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.979990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.979990] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be updated. [ 946.015659] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.015890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.015998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.016364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.016608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.031458] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: IN_PROGRESS for 2s [ 946.667199] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 946.667417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.667580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.667868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.668045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.668242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.669387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.669387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.669387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.171710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.171966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.172143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.172455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.172690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.172836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.172909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.173438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.173438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.173438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.173438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.173738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.173738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.173738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.173835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.173900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.173964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.174120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.174194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.174272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.174361] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.677073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b831c89-5717-4e21-9c07-83bfc46a14c9: rpc.has_security_group_logging(os_id): False [ 947.704574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.704574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.704574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.704827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.704827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.705517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.705517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.705517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.705517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.705517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.705517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.705798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.705798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.705798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.705877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.706604] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.706604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.706604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.706604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.706604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.706604] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be created. [ 947.781991] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.782192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.782254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.782463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.782643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.800477] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: IN_PROGRESS for 2s [ 948.045838] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 in Status: SUCCESS [ 948.046110] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 deletion is rescheduled due to dependency. [ 948.046231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.089089] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.089272] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 949.815644] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 949.815644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.506360] env[65325]: INFO networking_nsxv3.common.synchronization [req-03d40772-59ce-4631-8729-ed1bf4f0d126 req-1da47211-31c3-42f9-83ca-acffc4dd5b73 tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 950.507048] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 950.507474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.507636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.507710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.507996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.508222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.508328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.508399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.508592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.508696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.508796] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.871848] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.872238] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.872306] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.872621] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.872903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.873247] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.873389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.873614] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.873757] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.873991] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.874116] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.874226] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.874341] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.874450] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.874554] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.874702] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.894926] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.895152] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.895291] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.895460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.895770] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-f9522fee-f0e3-4437-8813-0c4073912784 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.895944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.896098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.896406] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.896544] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9522fee-f0e3-4437-8813-0c4073912784',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.012279] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.012469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.012529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.012738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.012829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.013042] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.013137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.013193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.013359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.013426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.013515] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 already deleted. [ 951.013632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.076060] env[65325]: INFO networking_nsxv3.common.synchronization [req-8e277a5d-ba0d-43d0-8287-0341353ecc74 req-66b63008-4f5c-46f4-ad2b-09afd1717962 tempest-ListServerFiltersTestJSON-1445489022 tempest-ListServerFiltersTestJSON-1445489022-project-member] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 951.076698] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGHEST for action security_group_members [ 951.077030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.077585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.077917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.078007] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.078110] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.398987] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.399267] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.399405] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.399823] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.399987] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.400169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port f9522fee-f0e3-4437-8813-0c4073912784 not found, creating... [ 951.400439] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.400599] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.400721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.400945] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.401094] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.401402] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.401622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.401774] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.401995] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.404859] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.404859] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: f9522fee-f0e3-4437-8813-0c4073912784 is going to be created. [ 951.423420] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.424375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.424375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.424375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424580] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424766] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.571208] env[65325]: INFO networking_nsxv3.common.synchronization [req-4844c521-07c7-4fb6-b409-9353d19edd39 req-d0d5a2c0-ed45-40a9-b832-947111db25a4 tempest-ServersWithSpecificFlavorTestJSON-1858803723 tempest-ServersWithSpecificFlavorTestJSON-1858803723-project-member] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 951.571758] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGHEST for action security_group_members [ 951.572103] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.572244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.572547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.572716] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.572825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.572889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.573073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.573158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.573249] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.579975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.580115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.580180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.580353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.612691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.612986] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.613126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.613232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.613568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.613665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.613784] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be updated. [ 951.642323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.642468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.642898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.652811] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: IN_PROGRESS for 2s [ 952.075248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.075554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.075554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.075681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.099423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.099667] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.100441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.100441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.100441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.100441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.100441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be updated. [ 952.126896] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.127995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.127995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.127995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.127995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.136651] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: IN_PROGRESS for 2s [ 952.152231] env[65325]: INFO networking_nsxv3.common.synchronization [req-03d40772-59ce-4631-8729-ed1bf4f0d126 req-bacb29a7-79d7-4e49-b5f2-55f818615328 service nova] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 952.152902] env[65325]: INFO networking_nsxv3.common.synchronization [req-03d40772-59ce-4631-8729-ed1bf4f0d126 req-bacb29a7-79d7-4e49-b5f2-55f818615328 service nova] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 952.152902] env[65325]: INFO networking_nsxv3.common.synchronization [req-03d40772-59ce-4631-8729-ed1bf4f0d126 req-bacb29a7-79d7-4e49-b5f2-55f818615328 service nova] Enqueued Resource ID: f9522fee-f0e3-4437-8813-0c4073912784 with Priority: HIGHEST for action port [ 952.153106] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 952.153240] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 952.153337] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9522fee-f0e3-4437-8813-0c4073912784 with Priority: HIGHEST for action port [ 952.153680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.153763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.153799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.153979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154160] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.155015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.156030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.156144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.156367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.156524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.156619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.156682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.156871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.157155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.157155] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.161351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9522fee-f0e3-4437-8813-0c4073912784 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.161477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.161540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.161727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.161811] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9522fee-f0e3-4437-8813-0c4073912784',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.662240] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.663229] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9522fee-f0e3-4437-8813-0c4073912784 with status ACTIVE [ 952.663448] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.664119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.664119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.664119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.664119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.664119] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.664453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.664453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.664453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.664453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.665569] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.665569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.665569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.665569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.665569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.665569] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9522fee-f0e3-4437-8813-0c4073912784 is going to be updated. [ 952.666480] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.666771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.693315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.693512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.693512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.693713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.694035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.694343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.168516] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.663999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 in Status: SUCCESS [ 953.663999] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 deletion is rescheduled due to dependency. [ 953.663999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.671240] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.673439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.673439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.673439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.673439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.673439] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be created. [ 953.696396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.696554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.696615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.696816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.696973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.708158] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: UNINITIALIZED for 2s [ 954.153351] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03728c29-5076-48fc-ae52-9d28efc35fde in Status: SUCCESS [ 954.153589] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde deletion is rescheduled due to dependency. [ 954.153734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.954750] env[65325]: INFO networking_nsxv3.common.synchronization [req-90d7895f-c32f-42fd-8c28-f4cbc5158706 req-f2f8db28-9a09-4195-9064-8bf793b112c6 tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 954.955306] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 954.955859] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.956365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.956626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.957042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.957188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.957319] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.321710] env[65325]: INFO networking_nsxv3.common.synchronization [req-c163063c-ee58-4d40-89ca-2553d9cd473d req-09a49395-e446-4cf0-9292-8280f922d289 tempest-ServersV294TestFqdnHostnames-405629366 tempest-ServersV294TestFqdnHostnames-405629366-project-member] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 955.322533] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGHEST for action security_group_members [ 955.322851] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.323030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.323077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.323254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.323405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.323503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.323566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.323703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.323784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.323878] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.459610] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.720029] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 955.720272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.720445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.720671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.720870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.721014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.721089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.721287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.721334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.721403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.721494] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.828900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.828900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.828900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.828900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.850585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.850867] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.851184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.851246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.851446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.851528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.851616] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 is going to be updated. [ 955.878416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.878950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.879123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: IN_PROGRESS for 2s [ 955.963321] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.225287] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.256350] env[65325]: INFO networking_nsxv3.common.synchronization [req-e2d848d6-d79c-4162-84c2-088abcc5f2b4 req-dc3f53e0-9f7c-4738-8b6e-f91d9cb9f539 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 956.256350] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 956.256350] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.256571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.256571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.256670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.256819] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.256939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.256978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.257920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.258024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.258132] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.465628] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.465792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.465792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.466032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.466130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.466812] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 956.496910] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.496910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.497107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.497257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.497404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.509220] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 956.727341] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3052043e-a646-45cd-8b1e-895e5375d5d2: rpc.has_security_group_logging(os_id): False [ 956.751623] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.751788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.751861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.752086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.752194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.752447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.752580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.752623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.752759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.752834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.752923] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be created. [ 956.760028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.814041] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.814041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.814041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.814257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.814257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.830215] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: IN_PROGRESS for 2s [ 957.262777] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.769560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.769793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.769793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.770100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.770196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.770298] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 957.800861] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.801108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.801240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.801497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.801716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.814724] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 957.899721] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d87b78bd-dd17-4137-a6c1-2c804014d864 in Status: SUCCESS [ 957.899939] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 deletion is rescheduled due to dependency. [ 957.900076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.518623] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 958.518623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842748] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 958.843125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.826677] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 959.826950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.257119] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.257405] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 962.757102] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4564506f-52f3-453a-88ef-17517f948d31 None None] Enqueued Resource ID: 44fa1637-d673-409b-bacb-cb73cf9bcb82 with Priority: HIGHEST for action port [ 962.758485] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44fa1637-d673-409b-bacb-cb73cf9bcb82 with Priority: HIGHEST for action port [ 962.758852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-44fa1637-d673-409b-bacb-cb73cf9bcb82 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.759015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44fa1637-d673-409b-bacb-cb73cf9bcb82" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.759119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44fa1637-d673-409b-bacb-cb73cf9bcb82" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.759597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44fa1637-d673-409b-bacb-cb73cf9bcb82" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.759597] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44fa1637-d673-409b-bacb-cb73cf9bcb82',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.263061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44fa1637-d673-409b-bacb-cb73cf9bcb82 [ 963.263372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.263527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.263598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.263780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.263871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.264008] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44fa1637-d673-409b-bacb-cb73cf9bcb82 already deleted. [ 963.264126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44fa1637-d673-409b-bacb-cb73cf9bcb82" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.053175] env[65325]: INFO networking_nsxv3.common.synchronization [req-c9b1427f-ed86-4cd6-8fb1-7554baa326fd req-caba8a43-e8c3-4c0c-b509-d1ceecbf6ddc tempest-InstanceActionsTestJSON-403795017 tempest-InstanceActionsTestJSON-403795017-project-member] Enqueued Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 964.053794] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 964.054219] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.054323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.054323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.055896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.055896] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.056161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.056161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.056226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.056255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.057127] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.434451] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.434650] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-369" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.434779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-369" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.435138] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-369" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.435417] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.435582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.435699] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.435990] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436183] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.436457] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.436623] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.436745] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.436853] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.437037] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.437227] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.437427] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.460543] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.460720] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.460870] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.461123] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-369" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.461512] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.461709] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.461830] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.462190] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.462332] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fcd56f-0aae-4eaf-a087-31ab4e25f6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.558134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.558424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.558424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.559058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.559058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.559058] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.559227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.559227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.559320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.559394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.559474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 already deleted. [ 964.559550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.803660] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3634542e-e4db-4a96-b2d1-bd6604c618d4 None None] Enqueued Resource ID: 7c81692a-3e5f-48cf-bd39-ce54194e70d6 with Priority: HIGHEST for action port [ 964.804202] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c81692a-3e5f-48cf-bd39-ce54194e70d6 with Priority: HIGHEST for action port [ 964.806355] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c81692a-3e5f-48cf-bd39-ce54194e70d6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.806355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c81692a-3e5f-48cf-bd39-ce54194e70d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.806355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c81692a-3e5f-48cf-bd39-ce54194e70d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.806652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c81692a-3e5f-48cf-bd39-ce54194e70d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.806652] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c81692a-3e5f-48cf-bd39-ce54194e70d6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.965148] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.965374] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.965514] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.965793] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.965938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.966106] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 not found, creating... [ 964.966433] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.966503] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.966606] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.966813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.966945] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.967235] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.967385] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.967500] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.967700] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.967830] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.968011] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 is going to be created. [ 964.988487] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.988670] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.988798] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.989078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.989310] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.989533] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309547] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c81692a-3e5f-48cf-bd39-ce54194e70d6 [ 965.309977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.310192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.310293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.310602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.310754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.310923] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c81692a-3e5f-48cf-bd39-ce54194e70d6 already deleted. [ 965.311085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c81692a-3e5f-48cf-bd39-ce54194e70d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.705610] env[65325]: INFO networking_nsxv3.common.synchronization [req-c9b1427f-ed86-4cd6-8fb1-7554baa326fd req-76f26246-2d06-4d2e-9214-f3e76c987ff3 service nova] Enqueued Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_rules [ 965.705819] env[65325]: INFO networking_nsxv3.common.synchronization [req-c9b1427f-ed86-4cd6-8fb1-7554baa326fd req-76f26246-2d06-4d2e-9214-f3e76c987ff3 service nova] Enqueued Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 965.706069] env[65325]: INFO networking_nsxv3.common.synchronization [req-c9b1427f-ed86-4cd6-8fb1-7554baa326fd req-76f26246-2d06-4d2e-9214-f3e76c987ff3 service nova] Enqueued Resource ID: 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 with Priority: HIGHEST for action port [ 965.706665] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_rules [ 965.706814] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 965.706898] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 with Priority: HIGHEST for action port [ 965.707219] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.707357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.707415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.707698] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.707833] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.709103] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.711074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.711074] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.711074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.711074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.711074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.711074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.711074] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.711074] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.712021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.712021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.712021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.712021] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fcd56f-0aae-4eaf-a087-31ab4e25f6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.213701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.213884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.214066] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 with status ACTIVE [ 966.214178] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.214284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.214363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.214596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.214634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.214821] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.214909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.214963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.215086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.215159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.215343] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.215431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.215523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.215620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.215710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.215761] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09fcd56f-0aae-4eaf-a087-31ab4e25f6c6 is going to be updated. [ 966.217032] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.237062] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.237218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.237289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.237495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.237639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.237861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09fcd56f-0aae-4eaf-a087-31ab4e25f6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.721028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.222651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.222807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.222855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.223103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.223183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.223287] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 is going to be created. [ 967.249203] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.249416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.249416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.249623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.249779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.262274] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: UNINITIALIZED for 2s [ 968.897024] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a1e6240-51d1-4f89-938c-bcf8a2addf79 req-02cf23df-3d43-486e-8436-24b6d116f5cd tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 968.897024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 968.897024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.897024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.897024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.897904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.898204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.898440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.898589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.898839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.899022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.899218] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.210019] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.210019] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.210019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.210019] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.210461] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.210461] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.210461] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.210461] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.210582] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.210665] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.236937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.237145] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.237761] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.237761] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.237761] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.238057] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.238146] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.238472] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.238609] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cfb45b-9d6d-456d-9fbf-8953fcf103d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.271758] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: SUCCESS [ 969.271992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.272516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.272735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.272921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.273084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.273144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.273301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.273607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.273702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.273791] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.402937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.402937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.402937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.402937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.423233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.423581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.423701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.423790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.423957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.424050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.424171] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 969.448936] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.449171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.449241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.449451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.449588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.459683] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 969.741632] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.741827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.741993] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.742343] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.742491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.742644] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 not found, creating... [ 969.742906] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.743095] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.743223] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.743438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.743569] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.743855] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.744029] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.744179] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.744389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.744521] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.744664] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 is going to be created. [ 969.773850] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.774097] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.774205] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.774498] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.774725] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.774981] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.775914] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.776073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.776133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.776316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.776485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.776600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.776671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.776781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.776846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.776960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.777123] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.777268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.777531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.777694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.777988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.778084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.778170] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.280455] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc8b0dc2-4faa-46f0-8719-c86482653e92: rpc.has_security_group_logging(os_id): False [ 970.319830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.319830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.319830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.320295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.320295] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.320295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.320415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.320606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.320606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.321645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.321645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.321645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.321645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.321645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.321645] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 is going to be created. [ 970.390609] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.390760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.390826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.391735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.391735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.409549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: IN_PROGRESS for 2s [ 970.543999] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a1e6240-51d1-4f89-938c-bcf8a2addf79 req-9842089b-00b0-415e-9de5-bf32c79a5d48 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 970.544193] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a1e6240-51d1-4f89-938c-bcf8a2addf79 req-9842089b-00b0-415e-9de5-bf32c79a5d48 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 970.544326] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a1e6240-51d1-4f89-938c-bcf8a2addf79 req-9842089b-00b0-415e-9de5-bf32c79a5d48 service nova] Enqueued Resource ID: d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 with Priority: HIGHEST for action port [ 970.544808] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 970.544911] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 970.545021] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 with Priority: HIGHEST for action port [ 970.546979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.547213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.547252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.547502] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.548418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.548511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.548700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.549160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.549231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.551075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.551075] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cfb45b-9d6d-456d-9fbf-8953fcf103d1',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.051804] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 with status ACTIVE [ 971.052263] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.052738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.052738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.052920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.053045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.053266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.053371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.053568] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.053702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.053745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.053883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.053964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.054063] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4cfb45b-9d6d-456d-9fbf-8953fcf103d1 is going to be updated. [ 971.078037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.078201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.078275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.078508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.078698] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.078873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cfb45b-9d6d-456d-9fbf-8953fcf103d1" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.230821] env[65325]: INFO networking_nsxv3.common.synchronization [req-8998e6a6-a1dc-4fdf-b727-6f7aef644bc3 req-0f403806-e4f2-4e06-8db9-5c87b2981f23 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 971.231456] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 971.231774] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.231892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.231956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.232180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.232349] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.232516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.232516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.232642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.232723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.232811] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.470351] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 971.470673] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b deletion is rescheduled due to dependency. [ 971.470673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.470792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.471016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.471205] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.471316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.471376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.471523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.471600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471692] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.736553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.736728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.736801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.737051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.737141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.737357] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.737459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.737499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.737696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.737798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.737854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be updated. [ 971.770042] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.770246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.770312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.770593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.770694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.780834] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: IN_PROGRESS for 2s [ 971.973651] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.425100] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: SUCCESS [ 972.425411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.477320] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.982033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.982033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.982033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.982033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.982033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.982033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 973.013208] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.013208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.013208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.013208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.013208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.020414] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 973.791272] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 973.791787] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 deletion is rescheduled due to dependency. [ 973.791787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.818226] env[65325]: INFO networking_nsxv3.common.synchronization [req-8bd9cf9e-829f-45cb-ba34-e4abfbd027a8 req-bac574e2-6338-465c-9ff0-f8213af23928 tempest-ServersTestJSON-2076103390 tempest-ServersTestJSON-2076103390-project-member] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 974.818706] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGHEST for action security_group_members [ 974.819125] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.819370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.819370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.819521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.819669] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.819767] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.819834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.820780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.820780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.820780] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.034417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.034417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.034417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.034417] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.322535] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.322725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.322784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.324280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.346567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.347020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.347232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.347351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.347640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.347763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.347906] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 is going to be updated. [ 975.376548] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.376728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.376819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.376949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.377240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.386541] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: IN_PROGRESS for 2s [ 975.538180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.041739] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918a12cf-5ebc-4c52-91db-0c8cd025144b: rpc.has_security_group_logging(os_id): False [ 976.064068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.064068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.064068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.064068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.064068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.064068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.064068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.064454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.064454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.064454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.064454] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 976.138906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.139081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.139132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.139353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.139654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.154291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 976.966106] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c2980c83-f08f-4b6a-be28-0da264da7204 None None] Enqueued Resource ID: f8fe8833-e696-4bd2-9612-49ac7e4845a2 with Priority: HIGHEST for action port [ 976.966745] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fe8833-e696-4bd2-9612-49ac7e4845a2 with Priority: HIGHEST for action port [ 976.968451] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8fe8833-e696-4bd2-9612-49ac7e4845a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.968665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8fe8833-e696-4bd2-9612-49ac7e4845a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.968727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8fe8833-e696-4bd2-9612-49ac7e4845a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.969055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8fe8833-e696-4bd2-9612-49ac7e4845a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.969055] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fe8833-e696-4bd2-9612-49ac7e4845a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.133118] env[65325]: INFO networking_nsxv3.common.synchronization [req-1eaf6522-fa9c-4f3f-ada7-102aaa4f97d1 req-9a946395-ff61-4210-a877-28bc2a9cfa15 tempest-ServerRescueTestJSON-1252659403 tempest-ServerRescueTestJSON-1252659403-project-member] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 977.133412] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 977.133725] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.133847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.133913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.137159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.137159] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.137159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.137159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.137159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.137159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.137159] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.399651] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 in Status: SUCCESS [ 977.399823] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 deletion is rescheduled due to dependency. [ 977.399994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.472920] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8fe8833-e696-4bd2-9612-49ac7e4845a2 [ 977.472920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.473754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.473754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.473754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.473754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.473754] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8fe8833-e696-4bd2-9612-49ac7e4845a2 already deleted. [ 977.474132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8fe8833-e696-4bd2-9612-49ac7e4845a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.639633] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.711134] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.711365] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.711554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.716016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.716016] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.716016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.716016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.716016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.716016] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.716016] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.716016] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.716016] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.716016] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.716016] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.716016] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.716016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.738771] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.738964] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.739104] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.739290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-560" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.739614] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.739790] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.739907] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.740668] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.740668] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ade8a9-53d2-495f-b2f3-e03a227e3e9b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.143172] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.168854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 978.169095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.246914] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.247171] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.250639] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 54ade8a9-53d2-495f-b2f3-e03a227e3e9b not found, creating... [ 978.250639] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.250639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.250639] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.251151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.251151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.251151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.251151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.251151] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 54ade8a9-53d2-495f-b2f3-e03a227e3e9b is going to be created. [ 978.271022] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.271280] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.271408] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.271673] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.271901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.272131] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.646265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.646460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.646525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.646697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.646784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.646884] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 978.675642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.675866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.675866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.676143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.676318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.685244] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 978.975547] env[65325]: INFO networking_nsxv3.common.synchronization [req-1eaf6522-fa9c-4f3f-ada7-102aaa4f97d1 req-a804f995-afb4-48d0-9333-0a7b1480b7c6 service nova] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_rules [ 978.975735] env[65325]: INFO networking_nsxv3.common.synchronization [req-1eaf6522-fa9c-4f3f-ada7-102aaa4f97d1 req-a804f995-afb4-48d0-9333-0a7b1480b7c6 service nova] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 978.975876] env[65325]: INFO networking_nsxv3.common.synchronization [req-1eaf6522-fa9c-4f3f-ada7-102aaa4f97d1 req-a804f995-afb4-48d0-9333-0a7b1480b7c6 service nova] Enqueued Resource ID: 54ade8a9-53d2-495f-b2f3-e03a227e3e9b with Priority: HIGHEST for action port [ 978.976447] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_rules [ 978.976546] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 978.976637] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ade8a9-53d2-495f-b2f3-e03a227e3e9b with Priority: HIGHEST for action port [ 978.977050] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.978621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.978621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.979125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.979230] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.983325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.983421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.983561] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.983657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.983723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.983915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.983988] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ade8a9-53d2-495f-b2f3-e03a227e3e9b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.488770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488770] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ade8a9-53d2-495f-b2f3-e03a227e3e9b with status ACTIVE [ 979.488770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.488770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.488770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.489559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.489559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.489559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.489559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.489559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.489559] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ade8a9-53d2-495f-b2f3-e03a227e3e9b is going to be updated. [ 979.493693] env[65325]: INFO networking_nsxv3.common.synchronization [None req-483e5415-f61e-4cdd-a886-137ea602e898 None None] Enqueued Resource ID: 8c730772-8484-473d-abbb-1ee6691bacfd with Priority: HIGHEST for action port [ 979.497459] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c730772-8484-473d-abbb-1ee6691bacfd with Priority: HIGHEST for action port [ 979.498918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c730772-8484-473d-abbb-1ee6691bacfd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.498918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c730772-8484-473d-abbb-1ee6691bacfd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.498918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c730772-8484-473d-abbb-1ee6691bacfd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.498918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c730772-8484-473d-abbb-1ee6691bacfd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.498918] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c730772-8484-473d-abbb-1ee6691bacfd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.515748] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.515833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.515833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.516084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.516223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.516405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ade8a9-53d2-495f-b2f3-e03a227e3e9b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.004124] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c730772-8484-473d-abbb-1ee6691bacfd [ 980.004361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.004482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.005189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.005454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.005984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c730772-8484-473d-abbb-1ee6691bacfd already deleted. [ 980.005984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c730772-8484-473d-abbb-1ee6691bacfd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.079391] env[65325]: INFO networking_nsxv3.common.synchronization [None req-7f061fd4-b326-48d4-9591-d1a98f5b42c9 None None] Enqueued Resource ID: a763b143-3355-4ed7-9769-485c5abfec63 with Priority: HIGHEST for action port [ 980.079391] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a763b143-3355-4ed7-9769-485c5abfec63 with Priority: HIGHEST for action port [ 980.079665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-a763b143-3355-4ed7-9769-485c5abfec63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.079780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a763b143-3355-4ed7-9769-485c5abfec63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.079843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a763b143-3355-4ed7-9769-485c5abfec63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.080154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a763b143-3355-4ed7-9769-485c5abfec63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.080240] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a763b143-3355-4ed7-9769-485c5abfec63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.582613] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a763b143-3355-4ed7-9769-485c5abfec63 [ 980.582613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.582981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.582981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.586302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.586420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.586512] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a763b143-3355-4ed7-9769-485c5abfec63 already deleted. [ 980.586590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a763b143-3355-4ed7-9769-485c5abfec63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.695937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 980.696369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.696678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.699269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699269] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.699269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.699269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.699269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699269] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.202564] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.705387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.138503] env[65325]: INFO networking_nsxv3.common.synchronization [None req-f46e1e0d-4d7b-4f7a-b560-902be529a7fe None None] Enqueued Resource ID: 2f579a84-d010-4c15-9d65-340d76205d12 with Priority: HIGHEST for action port [ 982.138503] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f579a84-d010-4c15-9d65-340d76205d12 with Priority: HIGHEST for action port [ 982.138503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f579a84-d010-4c15-9d65-340d76205d12 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.138503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f579a84-d010-4c15-9d65-340d76205d12" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.138503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f579a84-d010-4c15-9d65-340d76205d12" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.138684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f579a84-d010-4c15-9d65-340d76205d12" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.138684] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f579a84-d010-4c15-9d65-340d76205d12',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.208652] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.209265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.209856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.210873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.211622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.214751] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 982.248136] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.248136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.248136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.248136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.248136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.259471] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 982.641280] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f579a84-d010-4c15-9d65-340d76205d12 [ 982.641675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.641675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.641841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.642282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.642282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.642282] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f579a84-d010-4c15-9d65-340d76205d12 already deleted. [ 982.642282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f579a84-d010-4c15-9d65-340d76205d12" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.308648] env[65325]: INFO networking_nsxv3.common.synchronization [req-d4b43fa7-f646-4d25-b558-0159a0852aff req-213dd645-2713-4b77-97bb-ab8e151b87cd tempest-InstanceActionsTestJSON-403795017 tempest-InstanceActionsTestJSON-403795017-project-member] Enqueued Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 983.309418] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGHEST for action security_group_members [ 983.310033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.310033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.310033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.310336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.310589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.310766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.311109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.311203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.311372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311929] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.813935] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.814120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.814205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.814428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.814527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.814719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.814815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.814876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.815028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.815117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.815216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 is going to be updated. [ 983.845897] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.846119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.846199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.846418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.846564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.858889] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: IN_PROGRESS for 2s [ 984.271572] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 984.271810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.271956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.272193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.272409] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.272535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.272599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.272755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.272834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.272920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.273252] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.778495] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.778495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.778495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.779177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.779177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.779177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.779177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.779177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.779554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.779554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.779554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.779721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.779721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.779802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.780040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.780168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.780168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.780275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.780323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.780430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.780493] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.282860] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322301ee-626d-4f50-85f0-7debd4d16ae3: rpc.has_security_group_logging(os_id): False [ 985.307183] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.307318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.307318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.307574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.332102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.332443] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.332536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.332598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.332891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.332891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.333087] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.333548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.333548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.333548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.333548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.333697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.333697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.333801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.333907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.333978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.334137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 985.399716] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.399716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.399716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.399716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.399716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.415354] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 985.871049] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 in Status: SUCCESS [ 985.871257] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 deletion is rescheduled due to dependency. [ 985.871257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.432775] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 987.432775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.309893] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.310012] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 988.930748] env[65325]: INFO networking_nsxv3.common.synchronization [req-e5063f0a-f209-4af2-8237-a99f680fd066 req-ef36f38c-b1e7-4ca8-9b38-6e378a940dbf tempest-ServersAdminTestJSON-966885596 tempest-ServersAdminTestJSON-966885596-project-member] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 988.931536] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGHEST for action security_group_members [ 988.931629] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.931737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.931792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.931991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.932160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.932262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.932378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.932465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.932548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.932637] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.435189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.435368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.435442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.435791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.459518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.459794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.459913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.459980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.460231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.460315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.460409] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be updated. [ 989.489838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.489838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.489838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.489838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.489838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.500366] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: IN_PROGRESS for 2s [ 991.514131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 in Status: SUCCESS [ 991.514415] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 deletion is rescheduled due to dependency. [ 991.514464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.469160] env[65325]: INFO networking_nsxv3.common.synchronization [req-5f9522cf-382a-4c15-8bd0-3f7b3b686379 req-2c71e452-6db0-4f54-b6f4-17cda401a3d0 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 992.470994] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 992.470994] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.470994] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.470994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.471609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.471609] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.786597] env[65325]: INFO networking_nsxv3.common.synchronization [None req-cff69af2-139c-481f-b2e1-c5b817c3a37a None None] Enqueued Resource ID: 05facdff-59a4-489d-a332-d5ab497755d4 with Priority: HIGHEST for action port [ 992.787456] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05facdff-59a4-489d-a332-d5ab497755d4 with Priority: HIGHEST for action port [ 992.787852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-05facdff-59a4-489d-a332-d5ab497755d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.787990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05facdff-59a4-489d-a332-d5ab497755d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.787990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05facdff-59a4-489d-a332-d5ab497755d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.788453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05facdff-59a4-489d-a332-d5ab497755d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.788590] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05facdff-59a4-489d-a332-d5ab497755d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.881998] env[65325]: INFO networking_nsxv3.common.synchronization [req-7f9e1023-86f1-4ee2-94c8-622d9e944836 req-eecc3521-77b6-4be1-b92c-756fd675d00d tempest-ServerDiagnosticsNegativeTest-1870956444 tempest-ServerDiagnosticsNegativeTest-1870956444-project-member] Enqueued Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 992.882896] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 992.883315] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.883505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.883617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.883955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.884784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.885199] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.976781] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.977083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.977210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.977527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.977666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.977949] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.978074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.978130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.978319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.978387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.978480] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 993.016853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.017132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.017259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.017568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.018112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.032746] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 993.277219] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.277426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.277548] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.277815] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.278105] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.278258] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.278414] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.278572] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.278708] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.278935] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.279022] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.279125] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.279252] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.279342] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.279682] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.279823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.291468] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05facdff-59a4-489d-a332-d5ab497755d4 [ 993.291700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.291846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.291913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.292725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.292725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.292725] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05facdff-59a4-489d-a332-d5ab497755d4 already deleted. [ 993.292725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05facdff-59a4-489d-a332-d5ab497755d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.303791] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.303791] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.303791] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.304021] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.304234] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-198289e6-891e-41f7-beb7-cbc817351a66 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304394] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304818] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.305070] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198289e6-891e-41f7-beb7-cbc817351a66',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.388663] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.388833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.388898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.389145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.389235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.389436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.389531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.389591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.389738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.389822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.389923] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 already deleted. [ 993.390025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.807742] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.808118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.808118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.808396] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.808563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.808696] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 198289e6-891e-41f7-beb7-cbc817351a66 not found, creating... [ 993.808960] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.809147] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.809293] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.809548] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.809687] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.809973] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.810203] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.810346] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.810574] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.810710] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.810848] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 198289e6-891e-41f7-beb7-cbc817351a66 is going to be created. [ 993.832327] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.832791] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.832876] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.833172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.833410] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.833641] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.837257] env[65325]: INFO networking_nsxv3.common.synchronization [None req-d00de23d-eb1f-4017-8715-01184eb34f0a tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 993.837352] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 993.837875] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.837933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.838249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.838295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.838346] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.951259] env[65325]: INFO networking_nsxv3.common.synchronization [None req-51971c29-1679-4988-af1f-3082a3439ea0 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 993.951320] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 993.951886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.951989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.363152] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.363308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.363308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.363953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.363953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.363953] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 already deleted. [ 994.363953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.363953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.365177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.365177] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.596068] env[65325]: INFO networking_nsxv3.common.synchronization [req-7f9e1023-86f1-4ee2-94c8-622d9e944836 req-f1f0818b-5e46-4ecf-a835-49c8636f35be service nova] Enqueued Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_rules [ 994.596938] env[65325]: INFO networking_nsxv3.common.synchronization [req-7f9e1023-86f1-4ee2-94c8-622d9e944836 req-f1f0818b-5e46-4ecf-a835-49c8636f35be service nova] Enqueued Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 994.597032] env[65325]: INFO networking_nsxv3.common.synchronization [req-7f9e1023-86f1-4ee2-94c8-622d9e944836 req-f1f0818b-5e46-4ecf-a835-49c8636f35be service nova] Enqueued Resource ID: 198289e6-891e-41f7-beb7-cbc817351a66 with Priority: HIGHEST for action port [ 994.597584] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_rules [ 994.598113] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 994.598243] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198289e6-891e-41f7-beb7-cbc817351a66 with Priority: HIGHEST for action port [ 994.598578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.598854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.599166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.599494] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.600485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600910] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601408] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.602554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-198289e6-891e-41f7-beb7-cbc817351a66 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.602702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.602804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.603015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.603138] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198289e6-891e-41f7-beb7-cbc817351a66',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.885592] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.885891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.885891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.886110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.886159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.886246] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 already deleted. [ 994.886326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.991613] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c822e027-fa65-4468-809d-a3accbb2392b None None] Enqueued Resource ID: cb534cff-1fa1-4e42-bf53-8d66d5361fe5 with Priority: HIGHEST for action port [ 994.992301] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb534cff-1fa1-4e42-bf53-8d66d5361fe5 with Priority: HIGHEST for action port [ 994.992955] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb534cff-1fa1-4e42-bf53-8d66d5361fe5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.993131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb534cff-1fa1-4e42-bf53-8d66d5361fe5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.993233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb534cff-1fa1-4e42-bf53-8d66d5361fe5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.993522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb534cff-1fa1-4e42-bf53-8d66d5361fe5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.993615] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb534cff-1fa1-4e42-bf53-8d66d5361fe5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.042911] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 995.043104] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 995.043240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.109579] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.110116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113515] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 198289e6-891e-41f7-beb7-cbc817351a66 with status ACTIVE [ 995.113515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.113515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.113515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.115501] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 198289e6-891e-41f7-beb7-cbc817351a66 is going to be updated. [ 995.137855] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.138072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.138211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.138493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.138668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.138962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198289e6-891e-41f7-beb7-cbc817351a66" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.318590] env[65325]: INFO networking_nsxv3.common.synchronization [req-078f6638-8d2c-483b-9310-fcb36200f037 req-32fef094-1c15-4a88-be7a-e5f45a752ff1 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 995.319191] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 995.319381] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.319504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.319567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.319867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.319958] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.320131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.320209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.320329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.320410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.320507] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.498150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb534cff-1fa1-4e42-bf53-8d66d5361fe5 [ 995.498426] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.499209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.499209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.499209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.499209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.499209] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb534cff-1fa1-4e42-bf53-8d66d5361fe5 already deleted. [ 995.499209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb534cff-1fa1-4e42-bf53-8d66d5361fe5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.616230] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.701628] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.701817] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.702015] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.702469] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.702865] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.703127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.703349] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.703648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.703874] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.704215] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.704395] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.704576] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.704788] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.704940] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.705137] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.705351] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.724295] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.724421] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.724558] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.724770] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.725052] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-cdae4e2d-3119-4af9-8444-67cf8d4d089a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.725222] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.725341] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.725649] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.725785] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdae4e2d-3119-4af9-8444-67cf8d4d089a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.823699] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.823859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.823920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.824215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.824253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.824553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.824627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.824779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.824853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 already deleted. [ 995.825030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.120688] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.121176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.121176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.121322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.121449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.121586] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 is going to be created. [ 996.152092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.152288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.152326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.152627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.152802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.163348] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: UNINITIALIZED for 2s [ 996.227859] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.228234] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.228283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.228582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.228746] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.228902] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port cdae4e2d-3119-4af9-8444-67cf8d4d089a not found, creating... [ 996.229172] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.229332] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.229447] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.229688] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.229827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.230206] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.230343] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.230461] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.230668] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.230797] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.230935] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: cdae4e2d-3119-4af9-8444-67cf8d4d089a is going to be created. [ 996.256042] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.256510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.256510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.256811] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.257177] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.257465] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.005021] env[65325]: INFO networking_nsxv3.common.synchronization [req-078f6638-8d2c-483b-9310-fcb36200f037 req-e93e59b6-3fd3-469f-ae2d-b3e97a1fe852 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 997.005021] env[65325]: INFO networking_nsxv3.common.synchronization [req-078f6638-8d2c-483b-9310-fcb36200f037 req-e93e59b6-3fd3-469f-ae2d-b3e97a1fe852 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 997.005021] env[65325]: INFO networking_nsxv3.common.synchronization [req-078f6638-8d2c-483b-9310-fcb36200f037 req-e93e59b6-3fd3-469f-ae2d-b3e97a1fe852 service nova] Enqueued Resource ID: cdae4e2d-3119-4af9-8444-67cf8d4d089a with Priority: HIGHEST for action port [ 997.005021] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 997.005021] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 997.005680] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdae4e2d-3119-4af9-8444-67cf8d4d089a with Priority: HIGHEST for action port [ 997.006073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.006344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.006622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.006959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.007759] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.008188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.008246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.008295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.008503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.008657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.008762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.008835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.008995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.009061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.010030] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.010030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdae4e2d-3119-4af9-8444-67cf8d4d089a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.010030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.010030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.010273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.010273] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdae4e2d-3119-4af9-8444-67cf8d4d089a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.512639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.512955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.512955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.514934] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdae4e2d-3119-4af9-8444-67cf8d4d089a with status ACTIVE [ 997.514934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.514934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.514934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.514934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.514934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.515220] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.515320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.515409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.515566] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.515833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.516072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.516072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdae4e2d-3119-4af9-8444-67cf8d4d089a is going to be updated. [ 997.538152] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.538634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.538844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.538928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdae4e2d-3119-4af9-8444-67cf8d4d089a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.019277] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.173807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: SUCCESS [ 998.173928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.174101] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.174320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.174503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.174619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.174705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.174922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.174922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.174998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.175164] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.278323] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.278515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.278732] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.278901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.279188] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.279348] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.279463] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.279672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.279812] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.280023] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.280185] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.280304] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.280412] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.280543] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.280673] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.280809] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.300951] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.301193] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.301370] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.301562] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-79" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.301926] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-23c742f8-7793-425a-89fa-60d0a9f6f35a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.302137] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.302253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302564] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.302739] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c742f8-7793-425a-89fa-60d0a9f6f35a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.521864] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.522193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.522193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.522308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.522479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.522479] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be created. [ 998.548067] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.548750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.558858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: UNINITIALIZED for 2s [ 998.682396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.682396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.682396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.682396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.682396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.683134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.683134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.683134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.683134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.683134] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.805498] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.805754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.805804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.806133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.806315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.806688] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.806880] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.807009] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.807298] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.807457] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.807911] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.808157] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.808317] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.808571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.808727] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.808926] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a is going to be updated. [ 998.833618] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.833877] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.833977] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.834427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.834891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.835248] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.186122] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97bf228a-bfb2-4a34-8029-22895ba36f31: rpc.has_security_group_logging(os_id): False [ 999.204610] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.204815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.204815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.204994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.205104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.205320] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.205419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.205483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.205640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.205714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.205893] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.205985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.206059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.206206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.206280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.206464] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.206553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.206654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.206747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.206818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.206903] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 is going to be created. [ 999.285810] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.286096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.286096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.286277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.286641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.306205] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: IN_PROGRESS for 2s [ 999.604939] env[65325]: INFO networking_nsxv3.common.synchronization [req-2d359bc1-38a8-4a1f-8e0c-580021a8902d req-ee6ecbf6-c6e9-48ba-8f3e-3cf3b6d596e0 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 999.605280] env[65325]: INFO networking_nsxv3.common.synchronization [req-2d359bc1-38a8-4a1f-8e0c-580021a8902d req-ee6ecbf6-c6e9-48ba-8f3e-3cf3b6d596e0 service nova] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 999.605280] env[65325]: INFO networking_nsxv3.common.synchronization [req-2d359bc1-38a8-4a1f-8e0c-580021a8902d req-ee6ecbf6-c6e9-48ba-8f3e-3cf3b6d596e0 service nova] Enqueued Resource ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a with Priority: HIGHEST for action port [ 999.605499] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_rules [ 999.605625] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 999.605721] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a with Priority: HIGHEST for action port [ 999.606286] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.606414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.606471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.606655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.606786] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.607546] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.607659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.607877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.608044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.608461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.608732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.608817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.608909] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.609674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c742f8-7793-425a-89fa-60d0a9f6f35a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.609781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.609838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.610303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.610303] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c742f8-7793-425a-89fa-60d0a9f6f35a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.111642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.111763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.111977] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23c742f8-7793-425a-89fa-60d0a9f6f35a with status ACTIVE [ 1000.112173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.112297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.112411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.112713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.112805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.112983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.113091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.113151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.113348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.113387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.113554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.113643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.113700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.113837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.113906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.113989] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23c742f8-7793-425a-89fa-60d0a9f6f35a is going to be updated. [ 1000.115066] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.136858] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.136858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.136858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.136858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.137566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.137566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c742f8-7793-425a-89fa-60d0a9f6f35a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572340] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.572340] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.617834] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.073610] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.073865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.073922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.074175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.074358] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.074488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.074554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.074728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.074826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.074915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.075107] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.075215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.075284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.075428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.075598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.075711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.075786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.075951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.076107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.076299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.076417] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.120595] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.120848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.120848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.121145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.121270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.121419] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 1001.153874] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.154162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.154162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.154340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.154494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.165449] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 1001.323823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: SUCCESS [ 1001.324167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.579127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1001.600327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.600464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.600743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.600743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.600840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.601039] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.602018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.602018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.602361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.602361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.602361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.602361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.602512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.602512] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be created. [ 1001.661650] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.661650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.661650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.662018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.662185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.676476] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1002.353403] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b26cccf2-fb09-4c30-9271-2ef7bcf7270c tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1002.353891] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1002.354404] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.354404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.354404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.354630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.354687] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.472098] env[65325]: INFO networking_nsxv3.common.synchronization [None req-97ee1da8-5caf-49ae-9d17-236f96861964 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1002.472647] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1002.472937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.474033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.881463] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.881463] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a504be89-4954-4427-b4fe-db817de035d4 already deleted. [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.881463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.881463] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.179588] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 1003.179849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.180052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.180319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.180514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.180636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.180725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.180998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.181072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.181168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.181271] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.402706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.403150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.403240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.403342] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a504be89-4954-4427-b4fe-db817de035d4 already deleted. [ 1003.403466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.684987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.684987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.684987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.684987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.685278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.685278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.685278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.685413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.685889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.685889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.685889] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.686063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.686063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.686133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.687852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.687852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.687852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.687852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.687852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.687852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.687852] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.695456] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1003.695456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.189855] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 327028b5-eae6-4089-bf46-e2a04a54422a: rpc.has_security_group_logging(os_id): False [ 1004.210043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.210043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.210043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.210445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.231317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.231705] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.231850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.231947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.232177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.232381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.232647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.232835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.232835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.233115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.233115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.233289] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.233418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.233418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.233576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.233663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.233740] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 1004.305255] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.305456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.305456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.305989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.305989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.363466] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 1006.038129] env[65325]: INFO networking_nsxv3.common.synchronization [req-7f28c64b-c270-4f2f-950f-2b5966491229 req-8e819e7e-bd7c-4af7-bf74-e5a69df4be44 tempest-ServerRescueTestJSON-1252659403 tempest-ServerRescueTestJSON-1252659403-project-member] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 1006.038129] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 1006.038129] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.039753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.039753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.039753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.039753] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.039984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.039984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.039984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.040158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.040350] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.384585] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 1006.384813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.546561] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.621761] env[65325]: INFO networking_nsxv3.common.synchronization [req-46d66db7-5466-413d-bc0b-0f5aa1cefef2 req-e60e2554-14a9-448d-b780-5ae2207f7034 tempest-ServerDiagnosticsNegativeTest-1870956444 tempest-ServerDiagnosticsNegativeTest-1870956444-project-member] Enqueued Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 1006.623730] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGHEST for action security_group_members [ 1006.624670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.624670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.624670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.624829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.624934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.626551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.626551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.626551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.626551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.626551] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.048976] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.129700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.129852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.129918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.130247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.130571] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.130665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.130726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.130882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.130954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.131199] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 is going to be updated. [ 1007.163850] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.164034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.164084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.164282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.164482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.175545] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: IN_PROGRESS for 2s [ 1007.551675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.551898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.551964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.552278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.552409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.552607] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 1007.585128] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.585286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.585336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.585593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.585741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.597082] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 1008.662968] env[65325]: INFO networking_nsxv3.common.synchronization [req-7ec3e5bb-723f-4eda-9523-0917b5960ccb req-96ea9bc8-0ad6-421f-a8bc-24afa78ab797 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1008.663624] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1008.664296] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.664438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.664516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.664783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.664994] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.665113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.665177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.665348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.665432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.665535] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.043329] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.043512] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.045175] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.045175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.045175] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.045175] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.045595] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.045595] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.045595] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.045595] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.045737] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.067393] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.067575] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.067715] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.067901] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.068282] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-96fd6848-3f8c-4541-b736-7edd9bd006c3 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.068478] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.068594] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.068928] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.069080] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fd6848-3f8c-4541-b736-7edd9bd006c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.168066] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.168763] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.169085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.169178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.169238] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd already deleted. [ 1009.169318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.188370] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 in Status: SUCCESS [ 1009.188581] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 deletion is rescheduled due to dependency. [ 1009.188697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.571766] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.572064] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.572236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.572529] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.572686] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.572887] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 96fd6848-3f8c-4541-b736-7edd9bd006c3 not found, creating... [ 1009.573127] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.573290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.573407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.573633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.573765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.574063] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.574224] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.574338] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.574550] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.574681] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.574820] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 96fd6848-3f8c-4541-b736-7edd9bd006c3 is going to be created. [ 1009.600797] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.601102] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.601228] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.601569] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.602446] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.602446] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618655] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 1009.618904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.083411] env[65325]: INFO networking_nsxv3.common.synchronization [req-7143293d-7600-4c53-92ae-bb15773f9266 req-f7ab5d9c-be1d-46ea-a381-3c61c73f888c tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1010.084127] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1010.084356] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.084494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.084570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.084747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.084895] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.085033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.085112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.085209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.085283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.085382] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.292235] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.292420] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.339156] env[65325]: INFO networking_nsxv3.common.synchronization [req-7ec3e5bb-723f-4eda-9523-0917b5960ccb req-9665e62d-94ff-4458-ba75-b28827155b4d service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1010.339459] env[65325]: INFO networking_nsxv3.common.synchronization [req-7ec3e5bb-723f-4eda-9523-0917b5960ccb req-9665e62d-94ff-4458-ba75-b28827155b4d service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1010.339541] env[65325]: INFO networking_nsxv3.common.synchronization [req-7ec3e5bb-723f-4eda-9523-0917b5960ccb req-9665e62d-94ff-4458-ba75-b28827155b4d service nova] Enqueued Resource ID: 96fd6848-3f8c-4541-b736-7edd9bd006c3 with Priority: HIGHEST for action port [ 1010.341050] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1010.341050] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1010.341050] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fd6848-3f8c-4541-b736-7edd9bd006c3 with Priority: HIGHEST for action port [ 1010.341050] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.341050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.341050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.341520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.341520] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.342447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.342535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.342601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.342828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.342953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.343064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.343173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.343361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.343568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.343568] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.348934] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fd6848-3f8c-4541-b736-7edd9bd006c3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.349148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.349308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.349586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.349675] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fd6848-3f8c-4541-b736-7edd9bd006c3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.588228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.588466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.588571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.588833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.588971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.589251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.589424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.589780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.589780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.589931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.590032] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1010.620435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.620615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.620654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.620874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.621030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.631601] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1010.853221] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96fd6848-3f8c-4541-b736-7edd9bd006c3 with status ACTIVE [ 1010.854128] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.857020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.857020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.857020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.857020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96fd6848-3f8c-4541-b736-7edd9bd006c3 is going to be updated. [ 1010.859209] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.860367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.860646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.885029] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.885029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.885029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.885029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.885029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.885029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fd6848-3f8c-4541-b736-7edd9bd006c3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.089779] env[65325]: INFO networking_nsxv3.common.synchronization [req-722c6d15-d5ee-487e-ae3a-a341a1f80d39 req-86a1ea9e-c3d2-48c2-b05b-6828ec06ecd4 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1011.090747] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1011.091144] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.091309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.091375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.091657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.091812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.091918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.091979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.092549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.092549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.092549] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.362941] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.459804] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.459993] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.460276] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.460725] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.461144] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.461370] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.461518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.462263] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.462263] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.462263] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.462414] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.463216] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.463401] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.463528] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.463640] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.463781] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.485132] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.485354] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.485580] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.485713] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.486062] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.486259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.486577] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.486868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.489207] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6dad24-46cc-4bff-914f-4cc2fb4b2b94',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.596164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.596365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.596479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.596747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.596862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.597682] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.597682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.597682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.597682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.597682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.597682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 already deleted. [ 1011.598030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866090] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.866268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.866339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.866568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.866647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866769] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be created. [ 1011.893662] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.893662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.893662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.893997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.893997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.908311] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: UNINITIALIZED for 2s [ 1011.991039] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.991471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.991659] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.992053] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.992172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.992331] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 not found, creating... [ 1011.992611] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.992805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.992932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.993177] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.993346] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.993680] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.993861] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.993992] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.994284] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.994442] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.994687] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 is going to be created. [ 1012.023131] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.023428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.023557] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.024388] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.024674] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.025039] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.644901] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1012.644901] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1012.644901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.726308] env[65325]: INFO networking_nsxv3.common.synchronization [req-722c6d15-d5ee-487e-ae3a-a341a1f80d39 req-9203cda1-3c18-44ee-bfa7-7607c08d3ac0 service nova] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_rules [ 1012.726308] env[65325]: INFO networking_nsxv3.common.synchronization [req-722c6d15-d5ee-487e-ae3a-a341a1f80d39 req-9203cda1-3c18-44ee-bfa7-7607c08d3ac0 service nova] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1012.726427] env[65325]: INFO networking_nsxv3.common.synchronization [req-722c6d15-d5ee-487e-ae3a-a341a1f80d39 req-9203cda1-3c18-44ee-bfa7-7607c08d3ac0 service nova] Enqueued Resource ID: 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 with Priority: HIGHEST for action port [ 1012.726622] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_rules [ 1012.726746] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1012.726984] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 with Priority: HIGHEST for action port [ 1012.727941] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.728081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.728142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.728470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.728557] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.733054] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.733054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.733054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.733054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.733253] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.733298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.733344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.733503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.733584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.733674] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.734900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.735041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.735110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.735267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.735405] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6dad24-46cc-4bff-914f-4cc2fb4b2b94',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.237084] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.238102] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.238231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.238671] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 with status ACTIVE [ 1013.238873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.239026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.239190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.239443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.239616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.239736] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.239861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.240120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.240335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.241230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.241292] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.241393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.241499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.241692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.241792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.241913] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a6dad24-46cc-4bff-914f-4cc2fb4b2b94 is going to be updated. [ 1013.266866] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.266963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.266963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.267246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.267391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.267550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6dad24-46cc-4bff-914f-4cc2fb4b2b94" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.619190] env[65325]: INFO networking_nsxv3.common.synchronization [req-30112aa7-4e17-44eb-baec-0053cc9582af req-104b233a-8fca-4e61-8762-1c1a5533d4b4 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1013.619190] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1013.619190] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.619190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.740475] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.919068] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1013.919299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.919470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.919707] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.919905] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.920028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.920094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.920331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.920415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.920500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.920590] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.946668] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.946902] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.947176] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.947346] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.947612] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.947765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.948082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.948339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.948486] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.948693] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.948937] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.948937] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.949047] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.949102] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.949206] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.949335] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.968337] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.968536] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.968680] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.968856] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.969213] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-03cb06cd-f828-4724-b732-45d5b325220c taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.969383] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.969503] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.969873] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.969973] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03cb06cd-f828-4724-b732-45d5b325220c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.244683] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.244683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.244683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.244683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.244683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.244683] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be created. [ 1014.269701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.269701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.269856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.271036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.271036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.283489] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: UNINITIALIZED for 2s [ 1014.424049] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.424236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.424236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.424490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.424703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.424829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.424911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.425116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.425355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.425355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.425486] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.425614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.425683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.425848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.426022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.426128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.426198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.426405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.426505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.426595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.426704] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.473224] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.473695] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.473695] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.474074] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.474279] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.474488] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 03cb06cd-f828-4724-b732-45d5b325220c not found, creating... [ 1014.474867] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.475112] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.475274] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.475620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.475796] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.476207] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.476431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.476568] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.476844] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.477052] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.477212] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 03cb06cd-f828-4724-b732-45d5b325220c is going to be created. [ 1014.517023] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.517023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.517023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.517288] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.517383] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.517611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.929121] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1014.947702] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.947885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.948058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.948254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.948440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.948622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.948739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.948802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.949024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.949112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.949472] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.949577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.949662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.949825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.949937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.950169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.950313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.950396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.950553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.950649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.950780] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be created. [ 1015.013142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.013333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.013454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.013751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.014063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.031668] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1015.316594] env[65325]: INFO networking_nsxv3.common.synchronization [req-30112aa7-4e17-44eb-baec-0053cc9582af req-90bb1a09-db7b-4838-97f3-37d8cb7fd14a service nova] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_rules [ 1015.316825] env[65325]: INFO networking_nsxv3.common.synchronization [req-30112aa7-4e17-44eb-baec-0053cc9582af req-90bb1a09-db7b-4838-97f3-37d8cb7fd14a service nova] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1015.317010] env[65325]: INFO networking_nsxv3.common.synchronization [req-30112aa7-4e17-44eb-baec-0053cc9582af req-90bb1a09-db7b-4838-97f3-37d8cb7fd14a service nova] Enqueued Resource ID: 03cb06cd-f828-4724-b732-45d5b325220c with Priority: HIGHEST for action port [ 1015.318167] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_rules [ 1015.319132] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1015.319270] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cb06cd-f828-4724-b732-45d5b325220c with Priority: HIGHEST for action port [ 1015.319658] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.319712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319923] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.320014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.320209] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-03cb06cd-f828-4724-b732-45d5b325220c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.320345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.320392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.320605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.320781] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03cb06cd-f828-4724-b732-45d5b325220c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.823407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03cb06cd-f828-4724-b732-45d5b325220c with status ACTIVE [ 1015.823650] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.824315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.824315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.824501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.824786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.824786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.825153] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.825506] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03cb06cd-f828-4724-b732-45d5b325220c is going to be updated. [ 1015.848833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.848984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.849072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.849289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.849470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.849583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03cb06cd-f828-4724-b732-45d5b325220c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.244046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.244337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.244337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.245391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.245391] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.295355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1016.295605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.296204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.296879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.297063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.297148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.297148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.297332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.297414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.297500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.297610] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.298513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.298766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.299671] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.299671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.299671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.299671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.299671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.299671] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.748569] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.806026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.806026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.806026] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.045476] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1017.045835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.252285] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.309018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.755529] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1017.755529] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1017.814161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.814161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.814161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.814161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.814161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.814161] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be updated. [ 1017.863639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.863845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.863845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.864093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.864243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.883262] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1018.631336] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.631744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.631744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.631854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.648947] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1018.650154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.652162] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1018.691187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.691375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.691587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.691651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.701114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.701897] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1018.702018] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.702140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1018.762184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.762184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.762184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.762184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.763014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.763356] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1018.834241] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.834458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.834532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.834713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.834991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.835312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1018.911570] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.911570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.911570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.911570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.911869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.912153] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1018.912250] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9f502713-4376-4caf-b8ec-525dcd9f37f8', '322301ee-626d-4f50-85f0-7debd4d16ae3', '43c75e6e-17a1-4140-a287-95c2f94ed8a9', '0cf4dd0d-8418-4327-86cc-95d8cdb3ff39', '09659eb8-90f1-4b88-bd24-2edde7515c46', 'd3dcd2ea-439a-436e-9819-005c3b7f69bf', 'b3721493-8655-48bd-b893-74b92fe16901', '9cff1cec-f9ea-48ae-9c5d-0cd9d891a397', '97bf228a-bfb2-4a34-8029-22895ba36f31', '38e5eef7-0ea8-4846-a165-00fc50137dba', '2aeb8a49-8b03-4d24-b12d-a6e0f7124028', '9a55ce06-7f98-4f90-8b5c-415706ee27a7', 'bc8b0dc2-4faa-46f0-8719-c86482653e92', '6b831c89-5717-4e21-9c07-83bfc46a14c9', '3052043e-a646-45cd-8b1e-895e5375d5d2', '9fd3c05f-16b4-4039-a018-b5ee68cbcd56', '1b85482e-de80-4a50-b842-45eca5bdb91a', '918a12cf-5ebc-4c52-91db-0c8cd025144b', '7ac36a13-fa81-487f-ae1d-e0985ab8d6c6', 'eafccbc7-efd5-4116-b2e7-64098812466b', 'a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95', '2a09e97a-b67f-447c-bd60-73c4cf7c1b03', '03728c29-5076-48fc-ae52-9d28efc35fde', '327028b5-eae6-4089-bf46-e2a04a54422a', 'd1c64427-7089-4d4b-9476-fc31b5252d7c', '839f7474-5789-409e-839f-770947a911d5', 'd5d6156e-5d7d-479e-be6c-2fa4d69b3f63', 'dd1eb2b6-710e-4183-8f14-b3c85e6719ee', 'd87b78bd-dd17-4137-a6c1-2c804014d864', '1c6f9060-69fc-4ce6-92f6-3abcbcd53953', 'b2ac2628-b96b-4a3c-ae23-911347152df0', '22135163-4352-40ca-a934-65db1de3802e', 'bf88b4db-1cab-4cb0-a861-d58f3aa7fd98', '4ca316cd-8188-4e1c-9647-7e208d3ee98a', 'ca0e1fdf-1e63-4272-90af-706357ffcfcd', '82496030-360a-4042-bd62-0c97b5212c30', 'd133b860-1321-4b4a-aa5b-3718cbca2abc', '2b8641fb-9d3c-457c-9364-cab19f94d9c0', '8f8d6555-0352-4ef0-a2b7-4ec03801478a', '428c3387-0eae-4492-9622-2468c8bf3062'} {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.912372] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1018.943555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.943762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.943823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.944164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.944164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.944164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1018.944308] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.944308] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1019.031758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.031913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.031979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.034424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.034424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.034836] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1019.034884] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1019.034953] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1019.035033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1019.035117] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1019.035191] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 1019.035273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGH for action security_group_rules [ 1019.035337] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGH for action security_group_rules [ 1019.035398] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGH for action security_group_rules [ 1019.035456] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGH for action security_group_rules [ 1019.035514] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGH for action security_group_rules [ 1019.035570] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGH for action security_group_rules [ 1019.035627] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGH for action security_group_rules [ 1019.035684] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGH for action security_group_rules [ 1019.035743] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGH for action security_group_rules [ 1019.035806] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGH for action security_group_rules [ 1019.035909] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGH for action security_group_rules [ 1019.036048] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGH for action security_group_rules [ 1019.036171] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGH for action security_group_rules [ 1019.036273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGH for action security_group_rules [ 1019.036340] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGH for action security_group_rules [ 1019.036419] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGH for action security_group_rules [ 1019.036511] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGH for action security_group_rules [ 1019.036596] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGH for action security_group_rules [ 1019.036660] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGH for action security_group_rules [ 1019.036790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.896699] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1019.896699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.896699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.896699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.896699] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.898715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.898715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.898715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.898715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.898715] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.978190] env[65325]: INFO networking_nsxv3.common.synchronization [req-eecff38c-eee8-4299-bdd1-a60661b9741f req-0e54b499-5263-4c0d-9190-39d9a2d1d482 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1019.978190] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1019.979659] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3721493-8655-48bd-b893-74b92fe16901 with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafccbc7-efd5-4116-b2e7-64098812466b with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 with Priority: HIGH for action security_group_rules [ 1019.982142] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGH for action security_group_rules [ 1019.983157] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGH for action security_group_rules [ 1019.983316] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGH for action security_group_rules [ 1019.983420] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 with Priority: HIGH for action security_group_rules [ 1019.983516] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 with Priority: HIGH for action security_group_rules [ 1019.983611] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 with Priority: HIGH for action security_group_rules [ 1019.983704] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 with Priority: HIGH for action security_group_rules [ 1019.983792] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e5eef7-0ea8-4846-a165-00fc50137dba with Priority: HIGH for action security_group_rules [ 1019.984081] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 with Priority: HIGH for action security_group_rules [ 1019.984210] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf with Priority: HIGH for action security_group_rules [ 1019.984304] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 with Priority: HIGH for action security_group_rules [ 1019.984394] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 with Priority: HIGH for action security_group_rules [ 1019.984607] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGH for action security_group_rules [ 1019.984714] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 with Priority: HIGH for action security_group_rules [ 1019.985055] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.985347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.985537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.985655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.985813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.985912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.985971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.986130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.986211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.986303] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.988026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.988026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.988370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.988435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.988521] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.990393] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.990518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.990518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.990675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.990734] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43c75e6e-17a1-4140-a287-95c2f94ed8a9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.992123] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3721493-8655-48bd-b893-74b92fe16901 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.992235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.992310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.992474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.992613] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3721493-8655-48bd-b893-74b92fe16901',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.993742] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.993742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.993742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.993941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.993941] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.994632] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eafccbc7-efd5-4116-b2e7-64098812466b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.994749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.994824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.995450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.995450] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eafccbc7-efd5-4116-b2e7-64098812466b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.996301] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.996408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.996455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.996880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.996985] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ac36a13-fa81-487f-ae1d-e0985ab8d6c6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.997738] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.997841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.997905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.998065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.998141] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.002484] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.002484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.002484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.002484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.002484] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.002818] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.002818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.002818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.002959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.002995] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.005381] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.005507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.005574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.005851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.005851] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd3c05f-16b4-4039-a018-b5ee68cbcd56',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.006704] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc8b0dc2-4faa-46f0-8719-c86482653e92 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.006797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.006859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.007046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.007100] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc8b0dc2-4faa-46f0-8719-c86482653e92',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.008032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.008169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.008169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.008756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.008756] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a55ce06-7f98-4f90-8b5c-415706ee27a7',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.009167] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.009278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.009339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.009488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.009561] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb8a49-8b03-4d24-b12d-a6e0f7124028',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.011873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e5eef7-0ea8-4846-a165-00fc50137dba taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.011873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.011873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.011873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.011873] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e5eef7-0ea8-4846-a165-00fc50137dba',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.012465] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97bf228a-bfb2-4a34-8029-22895ba36f31 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.012465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.012465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.012629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.015073] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97bf228a-bfb2-4a34-8029-22895ba36f31',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.015073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.015073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.015073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.015073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.015073] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dcd2ea-439a-436e-9819-005c3b7f69bf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.015073] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.015073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.015509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.015509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.015509] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cff1cec-f9ea-48ae-9c5d-0cd9d891a397',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.016994] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09659eb8-90f1-4b88-bd24-2edde7515c46 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.016994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.016994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.016994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.016994] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09659eb8-90f1-4b88-bd24-2edde7515c46',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.017365] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.017458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.017519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.017666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.017734] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.018587] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.018587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.018765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.018765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.018834] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf4dd0d-8418-4327-86cc-95d8cdb3ff39',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.022941] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.023123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.023209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.023985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.050682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.050944] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.051079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.051140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.051452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 1020.080435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.081081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.081081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.081081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.081081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.095888] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 1020.402966] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.455927] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.455927] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.455927] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.455927] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.455927] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.461575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.461575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.461575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.461575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.461575] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.461575] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.461575] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.461575] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.461575] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.461575] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.461575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.484025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.484025] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.484240] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.486622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-465" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.486622] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-00973207-85cf-42f4-bae2-75c743d7e332 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.486622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.486622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.486876] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.486876] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00973207-85cf-42f4-bae2-75c743d7e332',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.508665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.508846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.508846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.509065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.509192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.509278] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be deleted. [ 1020.511036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.511148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.511211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.511424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.521712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.521833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.521907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.522127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.522285] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.522766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.522829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.522977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.523347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.523347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.523347] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.527115] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.527232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.527494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.527675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.528814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.528905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.529086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.529216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.529265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.529352] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.533018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.533018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.533018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.533018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.537443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.539048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43c75e6e-17a1-4140-a287-95c2f94ed8a9 is going to be deleted. [ 1020.545980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.546155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.546245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.547830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.547830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.547830] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.559132] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.559132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.559132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.559132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559390] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.559390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.559390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.559500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.559663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.559810] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.560199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.560329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.560501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.560645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.560741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.560800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.560943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.561031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.561115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.561203] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.570301] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 322301ee-626d-4f50-85f0-7debd4d16ae3: rpc.has_security_group_logging(os_id): False [ 1020.575307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.575532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.576165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.576165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.576165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.576165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.624202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.624202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.624202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.624202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.626251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626765] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.627039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.627910] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.628025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.629611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.629611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.630287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.630424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.631175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.631340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.631998] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.632138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.632882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.633022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.657846] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.658375] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.658510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.659411] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.659848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.660057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.660681] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.661124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.662212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.663046] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.663633] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.663633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.664575] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.665533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.665533] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf4dd0d-8418-4327-86cc-95d8cdb3ff39 is going to be deleted. [ 1020.666983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.667105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.667105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.668143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.678689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.678813] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.685851] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.686397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686500] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a55ce06-7f98-4f90-8b5c-415706ee27a7 is going to be deleted. [ 1020.687438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.716353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.716491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eafccbc7-efd5-4116-b2e7-64098812466b is going to be deleted. [ 1020.717425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.717629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.745291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.745291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ac36a13-fa81-487f-ae1d-e0985ab8d6c6 is going to be deleted. [ 1020.746211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.746453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.747948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.748070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.787609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.787772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd3c05f-16b4-4039-a018-b5ee68cbcd56 is going to be deleted. [ 1020.788799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.791776] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.791881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.810538] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.810671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.816399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.816519] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3721493-8655-48bd-b893-74b92fe16901 is going to be deleted. [ 1020.817430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.817636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.891796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.891875] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb8a49-8b03-4d24-b12d-a6e0f7124028 is going to be deleted. [ 1020.892935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.893172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.905314] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.917426] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.917549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.919374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.919598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be deleted. [ 1020.920570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.920789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.938092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.938092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.969408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.969569] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09659eb8-90f1-4b88-bd24-2edde7515c46 is going to be deleted. [ 1020.970532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.970744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.990604] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.990895] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.991040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.991426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.992036] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.992036] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 00973207-85cf-42f4-bae2-75c743d7e332 not found, creating... [ 1020.992287] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.992496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.992783] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.992989] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.993185] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.993534] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.993692] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.993806] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.994034] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.994170] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.994311] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 00973207-85cf-42f4-bae2-75c743d7e332 is going to be created. [ 1021.035652] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.040457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.040633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041113] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.041278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.041638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.041787] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.041934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.042085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.042223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.042310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.042370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.042503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.042592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.042817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.042817] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.067267] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.180275] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.180668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.203886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.204034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.213694] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.213920] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.214059] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.214408] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.214613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.214857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.218509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.218654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dcd2ea-439a-436e-9819-005c3b7f69bf is going to be deleted. [ 1021.219678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.219898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.255686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.255861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.381568] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.381899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.389772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.390016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e5eef7-0ea8-4846-a165-00fc50137dba is going to be deleted. [ 1021.396525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.396525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.407551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.407760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.408026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.408141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.408274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.408551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.408682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.408891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be updated. [ 1021.479801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.479969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc8b0dc2-4faa-46f0-8719-c86482653e92 is going to be deleted. [ 1021.481300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.481772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.532495] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.532726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.532838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.533128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.533312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.535540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.535718] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97bf228a-bfb2-4a34-8029-22895ba36f31 is going to be deleted. [ 1021.537249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.537519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.538687] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918a12cf-5ebc-4c52-91db-0c8cd025144b: rpc.has_security_group_logging(os_id): False [ 1021.545179] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 1021.549475] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1021.570109] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3052043e-a646-45cd-8b1e-895e5375d5d2: rpc.has_security_group_logging(os_id): False [ 1021.603758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.603920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.604895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.605187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.605318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.605401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.605843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.605843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.606274] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.606274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.606274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.606480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.606480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.606605] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.606684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.606732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.606926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.606976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.607094] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 1021.608216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.608426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.612319] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.612319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.617877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.618033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.634112] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.634273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.678226] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.678445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.681993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.682200] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cff1cec-f9ea-48ae-9c5d-0cd9d891a397 is going to be deleted. [ 1021.683290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.683469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.683547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.683683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf4dd0d-8418-4327-86cc-95d8cdb3ff39" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.684525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.684624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.684729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.684874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.684951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.685412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97bf228a-bfb2-4a34-8029-22895ba36f31" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.685412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.685412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.685577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.685577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eafccbc7-efd5-4116-b2e7-64098812466b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.686369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.686529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.686616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.686737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a55ce06-7f98-4f90-8b5c-415706ee27a7" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.686923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.687176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.687556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd3c05f-16b4-4039-a018-b5ee68cbcd56" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.687673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.687839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.687912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ac36a13-fa81-487f-ae1d-e0985ab8d6c6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.688570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.688667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3721493-8655-48bd-b893-74b92fe16901" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.688836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.688972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.689077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb8a49-8b03-4d24-b12d-a6e0f7124028" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.689490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.689568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.689774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.689891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.689960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09659eb8-90f1-4b88-bd24-2edde7515c46" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.690436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.690532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dcd2ea-439a-436e-9819-005c3b7f69bf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.690747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.690880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.737341] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.737545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.743404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.743805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.743920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.744022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.744277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.744383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.744521] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1021.745966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.788648] env[65325]: INFO networking_nsxv3.common.synchronization [req-eecff38c-eee8-4299-bdd1-a60661b9741f req-054a96a4-f56e-47a3-8956-51256b7f1646 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 1021.788811] env[65325]: INFO networking_nsxv3.common.synchronization [req-eecff38c-eee8-4299-bdd1-a60661b9741f req-054a96a4-f56e-47a3-8956-51256b7f1646 service nova] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1021.788958] env[65325]: INFO networking_nsxv3.common.synchronization [req-eecff38c-eee8-4299-bdd1-a60661b9741f req-054a96a4-f56e-47a3-8956-51256b7f1646 service nova] Enqueued Resource ID: 00973207-85cf-42f4-bae2-75c743d7e332 with Priority: HIGHEST for action port [ 1021.789640] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_rules [ 1021.789797] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1021.789929] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00973207-85cf-42f4-bae2-75c743d7e332 with Priority: HIGHEST for action port [ 1021.790611] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.790611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.790611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.790913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.790913] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.791905] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.791998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.792166] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00973207-85cf-42f4-bae2-75c743d7e332 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.792287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.792400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.792582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.792668] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00973207-85cf-42f4-bae2-75c743d7e332',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.808418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808724] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.808848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.808925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.809177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.809276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.809522] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.809703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.809816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.812166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812713] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.812803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.812870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.813083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.813168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.813271] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1021.815416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.815416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.815416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.815416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e5eef7-0ea8-4846-a165-00fc50137dba" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.815656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.815814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.815891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.816012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc8b0dc2-4faa-46f0-8719-c86482653e92" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.816776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.816776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.816776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.816776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43c75e6e-17a1-4140-a287-95c2f94ed8a9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.817040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.817239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.817508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.819875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.820292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.846813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.849014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.856023] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.856023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be updated. [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.856023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cff1cec-f9ea-48ae-9c5d-0cd9d891a397" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.870381] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 1021.924214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.924214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.924214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.924628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.924628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.963441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.963562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.963605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.963816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.963961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971784] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1021.986982] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.986982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.986982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.988068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.988068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.990201] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: IN_PROGRESS for 2s [ 1022.061760] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1022.062636] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1022.115468] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 1022.115468] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 1022.115468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.115689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.116172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.116742] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.116742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.116742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.117744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.117744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.117744] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.295030] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00973207-85cf-42f4-bae2-75c743d7e332 with status ACTIVE [ 1022.295248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.295385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.295450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.295956] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.296075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.296138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.296320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.296408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.296665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.296745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.296745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.296880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.296934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.297033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00973207-85cf-42f4-bae2-75c743d7e332 is going to be updated. [ 1022.299727] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.299727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.338741] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.338978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.339075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.339249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.339392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.339564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00973207-85cf-42f4-bae2-75c743d7e332" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.619953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.124614] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.560343] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1023.560656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.560843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.561057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.561448] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.561448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.561448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.561640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.561673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.561821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.561956] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.562088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.562253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.562778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.563014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.563172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.563281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.563460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.563595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.563752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.563869] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.616361] env[65325]: INFO networking_nsxv3.common.synchronization [req-65a4d8a8-a662-4f5c-a572-aed1e820b7b9 req-e2ab73d2-820c-4279-9913-37bf2d85ba9c tempest-ServersAdminNegativeTestJSON-1073846681 tempest-ServersAdminNegativeTestJSON-1073846681-project-member] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1023.616361] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1023.617153] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.617153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.617153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.617153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.617987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.617987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.617987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.617987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.618211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.618388] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.626814] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.626814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.626814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.627108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.627251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.627387] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 1023.661061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.661240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.661305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.661566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.661723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.674385] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 1023.887058] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 1023.887404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.987895] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1023.988234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.004361] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 1024.004629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.044073] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.044286] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.044422] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.044686] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.044955] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.045180] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.045235] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.045523] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.045623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045926] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.046143] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.046316] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.046440] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.046554] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.046664] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.046878] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.066355] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c81d78-b7fb-47df-8ac5-25ae425cf8a2: rpc.has_security_group_logging(os_id): False [ 1024.070956] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.071157] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.072105] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.072105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.072105] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-e0432dc2-5b33-4f3a-bcee-789fbefd0175 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.072105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.072406] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.072514] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.072654] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0432dc2-5b33-4f3a-bcee-789fbefd0175',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.082035] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1024.082219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085277] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.085409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.085519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.085780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.085895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.086161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.086334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.086405] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.086600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.086683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.086951] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.087384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.087384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.087689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.087689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.087763] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.087862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.087900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.088079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.089023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.089023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be created. [ 1024.123877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.124069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.124133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.124336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.124419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.124620] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.124906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.124906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.125050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.125050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.125163] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde already deleted. [ 1024.125163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.151472] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.151627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.151686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.151930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.152071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163864] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1024.575237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.575481] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.575616] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.576059] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.576257] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.576442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port e0432dc2-5b33-4f3a-bcee-789fbefd0175 not found, creating... [ 1024.576750] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.576918] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.577051] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.577304] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.577434] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.577749] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.577908] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.581547] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.581897] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.582119] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.582315] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: e0432dc2-5b33-4f3a-bcee-789fbefd0175 is going to be created. [ 1024.604344] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.604595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.604716] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.604982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.605252] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.605434] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [req-65a4d8a8-a662-4f5c-a572-aed1e820b7b9 req-16b99d7b-f9c9-4131-9681-529479f9b32d service nova] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_rules [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [req-65a4d8a8-a662-4f5c-a572-aed1e820b7b9 req-16b99d7b-f9c9-4131-9681-529479f9b32d service nova] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [req-65a4d8a8-a662-4f5c-a572-aed1e820b7b9 req-16b99d7b-f9c9-4131-9681-529479f9b32d service nova] Enqueued Resource ID: e0432dc2-5b33-4f3a-bcee-789fbefd0175 with Priority: HIGHEST for action port [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_rules [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1025.309300] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0432dc2-5b33-4f3a-bcee-789fbefd0175 with Priority: HIGHEST for action port [ 1025.309300] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.309949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.309949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.309949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.309949] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.310657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.312008] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.312166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.313416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.313416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.313416] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.317804] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0432dc2-5b33-4f3a-bcee-789fbefd0175 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.317804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.317804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.317804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.317804] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0432dc2-5b33-4f3a-bcee-789fbefd0175',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.688363] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 1025.688363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.688363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.688363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.688650] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.688650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.688650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.688821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.688935] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.689018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.689205] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.816499] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.816625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.816842] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.817739] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0432dc2-5b33-4f3a-bcee-789fbefd0175 with status ACTIVE [ 1025.817919] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.818044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.818111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.818318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.818427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.818641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.818718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.818789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.818987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.819092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.819313] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.819435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.819508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.820223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.820223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.820223] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0432dc2-5b33-4f3a-bcee-789fbefd0175 is going to be updated. [ 1025.845364] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.845563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.845563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.845778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.845905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.846079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0432dc2-5b33-4f3a-bcee-789fbefd0175" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.179320] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1026.179320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.179320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.179320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.179320] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.194047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194888] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.322430] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.682468] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.682624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.682694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.682939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.683230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.683271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.683973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.683973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.683973] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.698066] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f502713-4376-4caf-b8ec-525dcd9f37f8: rpc.has_security_group_logging(os_id): False [ 1026.717985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.718146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.718339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.718557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.718686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.718897] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.719021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.719082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.719244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.719778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.719778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.719778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.720116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.720225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.720278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.720474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.720539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.720649] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be created. [ 1026.794091] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.794207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.794306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.794519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.794709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.813029] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 1026.827070] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.827433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.827433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.827764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.827938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.828098] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be created. [ 1026.880092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.880294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.880341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.880598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.880840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.896630] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: UNINITIALIZED for 2s [ 1027.186317] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.186595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.186595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.186885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.187092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.187207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.187279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.187541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.187636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.187728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.187906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.188083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.188083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.188230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.188382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.188543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.188666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.188835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.188835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.189016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.189016] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.691130] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41c81d78-b7fb-47df-8ac5-25ae425cf8a2: rpc.has_security_group_logging(os_id): False [ 1027.710195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.710353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.710446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.710694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.710773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.710971] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.711082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.711139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.711283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.711355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.711581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.711689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.711748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.711848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.711999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.712186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.712277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.712335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.712470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.712535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.712620] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be updated. [ 1027.799467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.799613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.799699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.799905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.800082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.815821] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1028.844015] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 1028.844419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.907717] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1028.907941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.908127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.908343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.908538] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.908874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.908958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909202] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.411857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.412478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.412597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.412870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.413092] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.413226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.413300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.413494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.413662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.413776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.414037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.414171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.414247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.414455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.414626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.414747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.414827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.414958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.415053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.415145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.415248] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.815171] env[65325]: INFO networking_nsxv3.common.synchronization [req-b69d03b3-2c02-4a8e-8003-26e0a093309f req-461c9794-42f4-4d48-8913-db29455f31f3 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1029.815171] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1029.815353] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.815443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.815485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.816022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.816180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.816286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.816343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.816500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.816580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.816672] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.832359] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1029.832449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.917451] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037bc67b-67ae-4140-8352-7b37dc6bafde: rpc.has_security_group_logging(os_id): False [ 1029.936276] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.936414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.936414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.936619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.936762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.936948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.937079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.937145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.937373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.937697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.937809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.938223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.938323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.938407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.938539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.938733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.938733] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be created. [ 1030.000624] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.001087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.001268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.013695] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1030.177289] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.177609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.177751] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.178117] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.178436] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.178625] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.178746] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.178996] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.179202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.179413] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.179530] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.179638] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.179777] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.179840] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.179943] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.180144] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.199739] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.199923] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.200111] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.200378] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.200719] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-3c3e8992-0714-4a73-92f9-6b062095b74f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.200897] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.201028] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.201345] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.201965] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3e8992-0714-4a73-92f9-6b062095b74f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.319614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.319914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.319914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.320235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.320474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.320637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.320724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.320936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.321052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.321170] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 already deleted. [ 1030.321274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.704333] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.704710] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.704890] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.705236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.705759] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.705759] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 3c3e8992-0714-4a73-92f9-6b062095b74f not found, creating... [ 1030.705869] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.706135] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.706281] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.706537] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.706677] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.706971] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.707134] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.707253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.707469] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.707621] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.707790] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 3c3e8992-0714-4a73-92f9-6b062095b74f is going to be created. [ 1030.734816] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.734941] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.735061] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.735504] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.735590] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.735808] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.514326] env[65325]: INFO networking_nsxv3.common.synchronization [req-b69d03b3-2c02-4a8e-8003-26e0a093309f req-11ea1974-521a-4945-9085-a18d3efc0e8b service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1031.515147] env[65325]: INFO networking_nsxv3.common.synchronization [req-b69d03b3-2c02-4a8e-8003-26e0a093309f req-11ea1974-521a-4945-9085-a18d3efc0e8b service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1031.515282] env[65325]: INFO networking_nsxv3.common.synchronization [req-b69d03b3-2c02-4a8e-8003-26e0a093309f req-11ea1974-521a-4945-9085-a18d3efc0e8b service nova] Enqueued Resource ID: 3c3e8992-0714-4a73-92f9-6b062095b74f with Priority: HIGHEST for action port [ 1031.515810] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1031.515950] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1031.516155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3e8992-0714-4a73-92f9-6b062095b74f with Priority: HIGHEST for action port [ 1031.516474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.516626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.516667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.516843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.516961] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.517790] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.517910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.517974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.518293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.518597] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.518597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.518691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.519072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.519178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.519294] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.521453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c3e8992-0714-4a73-92f9-6b062095b74f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.521581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.521649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.521808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.521881] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3e8992-0714-4a73-92f9-6b062095b74f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.024210] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.024398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.024597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c3e8992-0714-4a73-92f9-6b062095b74f with status ACTIVE [ 1032.024772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.025372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.025372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.025372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.025372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.025621] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.025621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.025621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.025738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.025800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.025997] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.026161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.026161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.026286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.026345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.026447] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c3e8992-0714-4a73-92f9-6b062095b74f is going to be updated. [ 1032.027500] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.029068] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1032.029466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.054754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.054901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.054971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.055195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.055328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.055485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c3e8992-0714-4a73-92f9-6b062095b74f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.531613] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.033793] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.035535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.035535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.035535] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be created. [ 1033.059631] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.059878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.059960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.060138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.060303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.071025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: UNINITIALIZED for 2s [ 1033.107972] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a77eeb6b-d5a3-4180-84a9-67bf84cdde6a tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: ced7349c-9a12-46e1-b846-1009e827257e with Priority: HIGHEST for action security_group_rules [ 1033.108841] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced7349c-9a12-46e1-b846-1009e827257e with Priority: HIGHEST for action security_group_rules [ 1033.109323] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ced7349c-9a12-46e1-b846-1009e827257e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.109508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.109620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.110159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110231] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ced7349c-9a12-46e1-b846-1009e827257e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.195384] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1ac01776-71d7-461e-a5e9-199b0ca2e2ac tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: ced7349c-9a12-46e1-b846-1009e827257e with Priority: HIGHEST for action security_group_rules [ 1033.195899] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced7349c-9a12-46e1-b846-1009e827257e with Priority: HIGHEST for action security_group_rules [ 1033.196209] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ced7349c-9a12-46e1-b846-1009e827257e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.196436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.638321] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.638848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.638848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.638848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.639116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ced7349c-9a12-46e1-b846-1009e827257e already deleted. [ 1033.639179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.640136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.640479] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ced7349c-9a12-46e1-b846-1009e827257e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.161029] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.161163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.161220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.161427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.161507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.161696] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ced7349c-9a12-46e1-b846-1009e827257e already deleted. [ 1034.161804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ced7349c-9a12-46e1-b846-1009e827257e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.795374] env[65325]: INFO networking_nsxv3.common.synchronization [req-12ed2105-eef5-424a-a623-a25e6e8b6d39 req-4427053f-bf5a-4487-82e7-b853402de498 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1034.795374] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1034.795874] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.796127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.798045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.798045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.798045] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.083904] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1035.084250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.084664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.084982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.085204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.085324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.085373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.085532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.085609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.085696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.085786] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.147706] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.148561] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.148561] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.148721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.149101] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.149308] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.149498] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.149720] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.149867] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.150536] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.150720] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.150855] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.150997] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.151135] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.151243] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.151504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.188586] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.188922] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.189143] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.189377] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.189817] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-43432c30-5e0e-42c1-ae25-36fdc048dabc taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.190067] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.190222] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.190585] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.190782] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43432c30-5e0e-42c1-ae25-36fdc048dabc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.300020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.300225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.300225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.300477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.300565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.300805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.300908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.300984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.301172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.301249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.301334] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a504be89-4954-4427-b4fe-db817de035d4 already deleted. [ 1035.301416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.445659] env[65325]: INFO networking_nsxv3.common.synchronization [req-841309a3-19a6-4084-bf10-2e4021c0d361 req-0fbd9588-b559-483a-a514-d01a3e427d7c tempest-ServersNegativeTestJSON-119614307 tempest-ServersNegativeTestJSON-119614307-project-member] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 1035.446222] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGHEST for action security_group_members [ 1035.446530] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.446649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.446716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.447103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.447304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.447599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.447599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.447701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.447701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.447792] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.589722] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.693674] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.693961] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.694148] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.694795] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.694795] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.695043] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 43432c30-5e0e-42c1-ae25-36fdc048dabc not found, creating... [ 1035.695878] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.695878] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.695878] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.696136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.696136] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.696461] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.696640] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.696843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.697118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.697262] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.697423] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 43432c30-5e0e-42c1-ae25-36fdc048dabc is going to be created. [ 1035.721651] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721955] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.722108] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.722444] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.722998] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.722998] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.950593] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.950990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.951105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.951363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.975362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.975651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.975776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.975847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.976058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.976141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.976260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be updated. [ 1036.008155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.008311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.008384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.008617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.008755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.018422] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: IN_PROGRESS for 2s [ 1036.093688] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dbd4bbc-637e-4484-97bf-046a0856ffd0: rpc.has_security_group_logging(os_id): False [ 1036.126715] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.126915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.127043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.127319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.127424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.127686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.127792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.127886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.128075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.128149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.128242] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be created. [ 1036.243097] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.243330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.243952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.268413] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1036.463556] env[65325]: INFO networking_nsxv3.common.synchronization [req-12ed2105-eef5-424a-a623-a25e6e8b6d39 req-dc7a014d-921d-4b1a-bf76-ada7d3a2dba9 service nova] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1036.464103] env[65325]: INFO networking_nsxv3.common.synchronization [req-12ed2105-eef5-424a-a623-a25e6e8b6d39 req-dc7a014d-921d-4b1a-bf76-ada7d3a2dba9 service nova] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1036.464481] env[65325]: INFO networking_nsxv3.common.synchronization [req-12ed2105-eef5-424a-a623-a25e6e8b6d39 req-dc7a014d-921d-4b1a-bf76-ada7d3a2dba9 service nova] Enqueued Resource ID: 43432c30-5e0e-42c1-ae25-36fdc048dabc with Priority: HIGHEST for action port [ 1036.464958] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_rules [ 1036.465442] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1036.465631] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43432c30-5e0e-42c1-ae25-36fdc048dabc with Priority: HIGHEST for action port [ 1036.466068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.466312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.466417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.466706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.466875] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.472023] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.472023] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.472023] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.472023] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-43432c30-5e0e-42c1-ae25-36fdc048dabc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.472023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.472023] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43432c30-5e0e-42c1-ae25-36fdc048dabc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.578122] env[65325]: INFO networking_nsxv3.common.synchronization [req-cd3ed282-4548-493d-886e-35de8655640b req-fb5d486b-5178-4d91-8319-457a3bee79d2 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1036.578122] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1036.580134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.580134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.580134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.580134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.580134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.580134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.580134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.580818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.580818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.580818] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.975802] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.976110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.976155] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.977039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43432c30-5e0e-42c1-ae25-36fdc048dabc with status ACTIVE [ 1036.977359] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.977492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.977595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977867] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.978036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.978187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.978262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.978438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.978532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.978592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.978756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.978829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.978928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43432c30-5e0e-42c1-ae25-36fdc048dabc is going to be updated. [ 1037.000430] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.000641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.000704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.000886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.001442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.001442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43432c30-5e0e-42c1-ae25-36fdc048dabc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.084655] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.084814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.084912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.085163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.085300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.085598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.086152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.086287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.086429] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1037.125986] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.126151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.126211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.126429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.126569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.139487] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1037.482166] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.983574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.984630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.984630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.984630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.984630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.984630] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a504be89-4954-4427-b4fe-db817de035d4 is going to be created. [ 1038.014107] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.014264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.014358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.014551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.014668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.026556] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: UNINITIALIZED for 2s [ 1038.028049] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 327028b5-eae6-4089-bf46-e2a04a54422a in Status: SUCCESS [ 1038.028049] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a deletion is rescheduled due to dependency. [ 1038.028049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.283161] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1038.283939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150613] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1039.151314] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 1039.151314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.228094] env[65325]: INFO networking_nsxv3.common.synchronization [req-09b886f2-44b9-4b94-847e-76ca11393442 req-fbe8a307-d3de-49c9-955d-3708aad852b4 tempest-ServerRescueTestJSON-1252659403 tempest-ServerRescueTestJSON-1252659403-project-member] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 1039.228680] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGHEST for action security_group_members [ 1039.230017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.230017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.230017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230679] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.734535] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.734694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.734776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.735026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.735173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.735435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.735498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.735650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.735728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.735815] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be updated. [ 1039.767538] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.767538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.767669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.767788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.768012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.780471] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: IN_PROGRESS for 2s [ 1040.038039] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: SUCCESS [ 1040.038195] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.038343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.038571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.038834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.039056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.039137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.039319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.039423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.039519] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.039610] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.542586] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.049438] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a504be89-4954-4427-b4fe-db817de035d4: rpc.has_security_group_logging(os_id): False [ 1041.086087] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.086331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.086389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.086665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.086810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.086957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.087084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.087145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.087317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.087397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.087494] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a504be89-4954-4427-b4fe-db817de035d4 is going to be created. [ 1041.196028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.196028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.196028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.196028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.196028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.212713] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: IN_PROGRESS for 2s [ 1041.790554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 in Status: SUCCESS [ 1041.790926] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 deletion is rescheduled due to dependency. [ 1041.790926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.039186] env[65325]: INFO networking_nsxv3.common.synchronization [req-b3bfefbd-189d-4f82-b5c7-6fabf7cd8e07 req-e9ef9916-5ebf-46da-aec0-a863f9fa0e95 tempest-ImagesTestJSON-817103550 tempest-ImagesTestJSON-817103550-project-member] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1042.039756] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGHEST for action security_group_members [ 1042.040082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.040207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.040265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.040469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.040626] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.041805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.041805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.041805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.041805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.041805] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.544195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.544371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.544624] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.544695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.544781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.545014] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.545130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.545201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.545377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.545453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.545538] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be updated. [ 1042.578529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.578529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.578529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.578954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.578954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.590700] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: IN_PROGRESS for 2s [ 1043.225805] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: SUCCESS [ 1043.226159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.606237] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 in Status: SUCCESS [ 1044.606237] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 deletion is rescheduled due to dependency. [ 1044.606237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.041071] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.041071] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1051.402671] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c4068240-ef1d-4a93-9d92-9fb59ff0be73 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1051.403293] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1051.403615] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.403735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.403801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.404129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.404214] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.485429] env[65325]: INFO networking_nsxv3.common.synchronization [None req-814ecd93-fc08-44f8-acda-c37f02bc5ab8 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1051.486032] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1051.486425] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.486558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806904] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a7997ee-d06a-417b-b28b-b8d2013cbd11 req-6bd499e5-b60a-4da2-9634-e36ca4d65687 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1051.806904] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1051.806904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.806904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.806904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.806904] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.937637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.937849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.937899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.938134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.938249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.938353] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 already deleted. [ 1051.938448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.939048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.939414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.939414] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.176786] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.177015] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.177117] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.177375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.177635] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.177799] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.177916] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.180028] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.180028] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.180223] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.180426] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.180622] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.180820] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.181098] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.181298] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.181505] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.203497] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.203650] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.203819] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.204030] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.204435] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.204702] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.204877] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.205321] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.205496] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d396ee71-92c3-4cbd-8ec9-15fae4cb1d17',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.308514] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.465467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.465872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.465872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.465872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.466057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.466245] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 already deleted. [ 1052.466245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.707941] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.708155] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.708319] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.708623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.708772] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.708932] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 not found, creating... [ 1052.709211] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.709372] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.709489] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.709702] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.709840] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.710133] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.710292] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.710407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.710610] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.710741] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.710879] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 is going to be created. [ 1052.733479] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.733714] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.733848] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.734144] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.734376] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.734598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.810670] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.313318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.313459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.313459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.314069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.314069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.314069] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1053.356981] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.357792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.357792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.357792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.357792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.369470] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1053.473923] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a7997ee-d06a-417b-b28b-b8d2013cbd11 req-cd608e16-961f-4fcd-ad2c-b34fd92319ad service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1053.473923] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a7997ee-d06a-417b-b28b-b8d2013cbd11 req-cd608e16-961f-4fcd-ad2c-b34fd92319ad service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1053.474301] env[65325]: INFO networking_nsxv3.common.synchronization [req-0a7997ee-d06a-417b-b28b-b8d2013cbd11 req-cd608e16-961f-4fcd-ad2c-b34fd92319ad service nova] Enqueued Resource ID: d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 with Priority: HIGHEST for action port [ 1053.474523] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1053.474659] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1053.474756] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 with Priority: HIGHEST for action port [ 1053.475045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.475210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.475265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.475429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.475594] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.476346] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.476441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.476653] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.476753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.476816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.476981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.477066] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d396ee71-92c3-4cbd-8ec9-15fae4cb1d17',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.980160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.980402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.980498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 with status ACTIVE [ 1053.980754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.980906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.981583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.981773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.981881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.982095] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.982220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.982294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.982422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.982496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.982689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.982795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.982859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.983131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.983226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.983307] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d396ee71-92c3-4cbd-8ec9-15fae4cb1d17 is going to be updated. [ 1054.007948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.008217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.008341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.008572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.008770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.008985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d396ee71-92c3-4cbd-8ec9-15fae4cb1d17" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.381390] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1055.381737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.381783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.382034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.382216] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.382324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.382403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.382546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.382627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.382714] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.885373] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.387806] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.890805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.891236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.891649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.891930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.892062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.892181] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1056.920266] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.920421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.920492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.920717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.920869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.934503] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1057.026173] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae28e177-4dd3-4d3a-bd8c-39b4ab591dd8 req-46d90ba5-866a-4552-9a1d-ecc6b0b5a38a tempest-ServersAdminNegativeTestJSON-1073846681 tempest-ServersAdminNegativeTestJSON-1073846681-project-member] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1057.028134] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1057.028134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028134] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.028134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.028134] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.028458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.028458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.028830] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.378149] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.378380] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.378504] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.378825] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.379191] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.379419] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.379571] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.380709] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.380916] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.381378] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.381573] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.381792] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.382019] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.382321] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.382592] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.382787] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.405732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.406143] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.406143] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.406306] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-986" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.406636] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-c64976f6-8e99-4478-a31e-98e7c2bbb12d taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.406878] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.406951] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.407288] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.407464] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64976f6-8e99-4478-a31e-98e7c2bbb12d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.531335] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.910415] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.910573] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.910648] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.912040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.912040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.912040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port c64976f6-8e99-4478-a31e-98e7c2bbb12d not found, creating... [ 1057.912040] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.912672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.912672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.912672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.912789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.913148] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.913363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.913493] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.913745] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.913923] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.914125] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: c64976f6-8e99-4478-a31e-98e7c2bbb12d is going to be created. [ 1057.941289] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.941422] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.941642] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.942074] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.942449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.942801] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.033176] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.540915] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.541317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.541439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.541818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.541980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.542256] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be updated. [ 1058.576999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.577757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.578026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.590225] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1058.655084] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae28e177-4dd3-4d3a-bd8c-39b4ab591dd8 req-049d7e5a-d37a-40d5-80d1-ff8ec2248678 service nova] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_rules [ 1058.655716] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae28e177-4dd3-4d3a-bd8c-39b4ab591dd8 req-049d7e5a-d37a-40d5-80d1-ff8ec2248678 service nova] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1058.655817] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae28e177-4dd3-4d3a-bd8c-39b4ab591dd8 req-049d7e5a-d37a-40d5-80d1-ff8ec2248678 service nova] Enqueued Resource ID: c64976f6-8e99-4478-a31e-98e7c2bbb12d with Priority: HIGHEST for action port [ 1058.656077] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_rules [ 1058.656211] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1058.656306] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c64976f6-8e99-4478-a31e-98e7c2bbb12d with Priority: HIGHEST for action port [ 1058.656937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.657107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.657179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.657383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.657544] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.658285] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.658380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.658569] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c64976f6-8e99-4478-a31e-98e7c2bbb12d taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.659493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.659493] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c64976f6-8e99-4478-a31e-98e7c2bbb12d',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.945682] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1058.946749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.946749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.946749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.946749] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.946749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.946749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.947103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.947369] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.026789] env[65325]: INFO networking_nsxv3.common.synchronization [req-a4fdde1e-2de6-4082-8890-517613d27e0f req-e311ebb7-e8a0-446e-ae7c-03c7fd343162 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1059.027325] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1059.027635] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.027736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.027803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.027991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.028553] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.028642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.028703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.028860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.028990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.029061] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.160755] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161256] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c64976f6-8e99-4478-a31e-98e7c2bbb12d with status ACTIVE [ 1059.161418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.163142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.163142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.163142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.163142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.163142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.163352] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c64976f6-8e99-4478-a31e-98e7c2bbb12d is going to be updated. [ 1059.188680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.188680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.189096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.189096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.189184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.189825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c64976f6-8e99-4478-a31e-98e7c2bbb12d" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.450580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.450758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.450814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.451063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451254] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.451434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.451434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.451563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.451668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.451768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.451951] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.452444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.452800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452996] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.536299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.536299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.536299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.536299] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1059.565614] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.565957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.565957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.566198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.566425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.577715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1059.955804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1059.976700] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.976911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.977030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.977301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.000905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.001289] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.001421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.001482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.001696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.001798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.001989] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.002125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.002174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.002366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.002424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.002633] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.002717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.002761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.002900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.002977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.004045] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1060.073728] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.074267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.074267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.074267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.074414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089700] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1060.194583] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.194829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.194985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.195391] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.195758] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.195928] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.196061] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.196296] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.196441] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.196651] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.196763] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.196872] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.196980] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.197100] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.197206] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.197338] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.232883] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.233150] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.233240] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.233401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.233773] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b622f6dc-2c1c-4a36-b0fd-f51764b632da taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233960] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.234096] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.234539] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.234693] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b622f6dc-2c1c-4a36-b0fd-f51764b632da',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.602422] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1060.602855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.602855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.603178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.603371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.603440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.603648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.603782] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.738321] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738513] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740047] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.740047] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.740047] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.740047] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port b622f6dc-2c1c-4a36-b0fd-f51764b632da not found, creating... [ 1060.740047] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.740047] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740047] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.740581] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.740581] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.740581] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.740707] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.741935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.741935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.741935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.741935] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b622f6dc-2c1c-4a36-b0fd-f51764b632da is going to be created. [ 1060.763261] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.763261] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.763261] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.763261] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.763651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.763868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.106418] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.527746] env[65325]: INFO networking_nsxv3.common.synchronization [req-a4fdde1e-2de6-4082-8890-517613d27e0f req-e3b318e8-b1f7-43bd-817d-cba0c6240916 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 1061.527964] env[65325]: INFO networking_nsxv3.common.synchronization [req-a4fdde1e-2de6-4082-8890-517613d27e0f req-e3b318e8-b1f7-43bd-817d-cba0c6240916 service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1061.528993] env[65325]: INFO networking_nsxv3.common.synchronization [req-a4fdde1e-2de6-4082-8890-517613d27e0f req-e3b318e8-b1f7-43bd-817d-cba0c6240916 service nova] Enqueued Resource ID: b622f6dc-2c1c-4a36-b0fd-f51764b632da with Priority: HIGHEST for action port [ 1061.530054] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 1061.530277] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1061.530573] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b622f6dc-2c1c-4a36-b0fd-f51764b632da with Priority: HIGHEST for action port [ 1061.531030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.531241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.531342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.531973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.532151] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.536043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.537015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.537015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b622f6dc-2c1c-4a36-b0fd-f51764b632da taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.537015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.537015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.537015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.537015] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b622f6dc-2c1c-4a36-b0fd-f51764b632da',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.590461] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1061.590611] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 1061.590658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.590873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.591132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.591356] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.591489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.591553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.591729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.591820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.591953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.609297] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.040995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.040995] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b622f6dc-2c1c-4a36-b0fd-f51764b632da with status ACTIVE [ 1062.040995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.040995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.040995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.040995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.042093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.042093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.042093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.042093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.042093] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b622f6dc-2c1c-4a36-b0fd-f51764b632da is going to be updated. [ 1062.065686] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.065686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.065686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.065686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.065686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.065686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b622f6dc-2c1c-4a36-b0fd-f51764b632da" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.094402] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.106558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1062.106558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.113221] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.113329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.113415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.113666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.113787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.113891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be updated. [ 1062.151916] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.152162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.152493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.152642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.172683] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1062.597322] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.101448] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.101448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.101448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.101448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.101448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.101448] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1063.150979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.151241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.151301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.151732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.151732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.165825] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1064.186207] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1064.186207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.186533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.186633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.186835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.186961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.187050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.187203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.187309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.187356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.187487] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.693225] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.693384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.693477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.693708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.693884] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.694425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.694509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.694651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.694737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.694826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.695143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.695143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.695143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.695293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.695421] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.695483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.695534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.695666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.695735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.695814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.695899] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.989523] env[65325]: INFO networking_nsxv3.common.synchronization [req-d305886d-c8e9-4544-a5e1-a38b96a781f1 req-a884503a-17ed-4e6d-abbe-79668ea0a8a7 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1064.989523] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1064.989885] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.990017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.990086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.990288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.990442] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.990540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.990594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.990742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.990905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.990905] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.178912] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1065.178912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.178912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.178912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.178912] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.178912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.179429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.179429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.179429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.179429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.179429] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.201508] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037bc67b-67ae-4140-8352-7b37dc6bafde: rpc.has_security_group_logging(os_id): False [ 1065.226766] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.226978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.227059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.227413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.227522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.227926] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.227926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.228144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.228144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.228217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.228606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.228606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.228755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.228794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.228966] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.229073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.229115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.229293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.229371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.229565] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be updated. [ 1065.308942] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.309233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.309233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.309482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.309647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.324690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1065.400027] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.400382] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.400382] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.400746] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.401215] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.401445] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.401591] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.401917] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.402093] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.402381] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.402589] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.402773] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.402904] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.403184] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.403184] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.403417] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.417053] env[65325]: INFO networking_nsxv3.common.synchronization [req-aeccdb98-079a-4b40-86cc-8ee29c4e3077 req-360077b7-ad38-404e-96f6-d3b3e141e448 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1065.417875] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1065.418438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.418626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.418706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.419311] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.419473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.419545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.419840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.419993] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.432273] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.432519] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.432673] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.432886] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.433794] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-7971095d-9997-48db-86ef-ea156a8df719 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.434083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.434234] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.434865] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.435035] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7971095d-9997-48db-86ef-ea156a8df719',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.494307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.495853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.495853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.495853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.524022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.524709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.524709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.524806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.524852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524995] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1065.559754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.560050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.560050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.560286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.560378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.574045] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1065.682792] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.682986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.683076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.683231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.683827] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.683827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.683827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.683827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.684173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.684173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.684173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.684498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.684627] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685336] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.922800] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.938124] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.938486] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.938589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.938868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.939012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.939167] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 7971095d-9997-48db-86ef-ea156a8df719 not found, creating... [ 1065.939432] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.939588] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.939751] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.940446] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940852] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.941088] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.941336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.941593] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.941774] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941988] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 7971095d-9997-48db-86ef-ea156a8df719 is going to be created. [ 1065.963948] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.964276] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.964370] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.964711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.965202] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.965422] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.188598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 1066.226187] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.226706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.226706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.226706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.226969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.226969] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.227095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.227374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.227374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.227504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.227615] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.228080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.228080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.228080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.228080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.228460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.228686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.228812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.229256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.229389] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1066.392246] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.405574] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1066.425120] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.687079] env[65325]: INFO networking_nsxv3.common.synchronization [req-d305886d-c8e9-4544-a5e1-a38b96a781f1 req-927c2e6d-2cce-402c-9227-5d11710c7c58 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1066.687079] env[65325]: INFO networking_nsxv3.common.synchronization [req-d305886d-c8e9-4544-a5e1-a38b96a781f1 req-927c2e6d-2cce-402c-9227-5d11710c7c58 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1066.687079] env[65325]: INFO networking_nsxv3.common.synchronization [req-d305886d-c8e9-4544-a5e1-a38b96a781f1 req-927c2e6d-2cce-402c-9227-5d11710c7c58 service nova] Enqueued Resource ID: 7971095d-9997-48db-86ef-ea156a8df719 with Priority: HIGHEST for action port [ 1066.687798] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1066.687995] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1066.688136] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7971095d-9997-48db-86ef-ea156a8df719 with Priority: HIGHEST for action port [ 1066.688453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.688610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.688704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.688972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.689123] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.690164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.690512] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7971095d-9997-48db-86ef-ea156a8df719 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.690646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.690830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.690919] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7971095d-9997-48db-86ef-ea156a8df719',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.928063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.928234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.928309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.928534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.928623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.928723] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1066.960234] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.960568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.967038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.967038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.967038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.975227] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1067.193903] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.193903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.193903] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7971095d-9997-48db-86ef-ea156a8df719 with status ACTIVE [ 1067.193903] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.193903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.193903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.193903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.193903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.199603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.199603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.199603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.199603] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7971095d-9997-48db-86ef-ea156a8df719 is going to be updated. [ 1067.228086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.228086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.228086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.228086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.228086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.228086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7971095d-9997-48db-86ef-ea156a8df719" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.340374] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1067.340374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.461402] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.461641] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.461751] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.462025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.462327] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.462510] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.462649] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.462876] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.463027] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.463236] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.463353] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.463461] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.463570] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.463672] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.463774] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.463910] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.482817] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.483064] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.483237] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.483593] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-121" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.483798] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-f9522fee-f0e3-4437-8813-0c4073912784 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.483991] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484765] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.486032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.486579] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9522fee-f0e3-4437-8813-0c4073912784',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.535813] env[65325]: INFO networking_nsxv3.common.synchronization [None req-9be313ca-7ac7-4f37-819e-7cfd4b72a845 None None] Enqueued Resource ID: efe1d37c-c09e-447a-975f-6db353d8b231 with Priority: HIGHEST for action port [ 1067.536332] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe1d37c-c09e-447a-975f-6db353d8b231 with Priority: HIGHEST for action port [ 1067.536636] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe1d37c-c09e-447a-975f-6db353d8b231 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.536772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe1d37c-c09e-447a-975f-6db353d8b231" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.536846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe1d37c-c09e-447a-975f-6db353d8b231" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.537079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe1d37c-c09e-447a-975f-6db353d8b231" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.537156] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe1d37c-c09e-447a-975f-6db353d8b231',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.584595] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1067.584840] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1067.584910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.585214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.585328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.585434] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.585548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.585607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.585757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.585835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.585953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.992019] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.992019] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.992019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.992811] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.992811] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.992811] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.992811] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.992811] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.992811] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: f9522fee-f0e3-4437-8813-0c4073912784 is going to be updated. [ 1068.033414] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.037789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.037789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.037789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.037789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.037789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe1d37c-c09e-447a-975f-6db353d8b231 [ 1068.041581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.041581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.041581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.041581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.041581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe1d37c-c09e-447a-975f-6db353d8b231 already deleted. [ 1068.041581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe1d37c-c09e-447a-975f-6db353d8b231" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.090739] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.418388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1068.418744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.520703] env[65325]: INFO networking_nsxv3.common.synchronization [None req-900dbda7-3557-44e5-9fe9-282effec6d84 tempest-ServersTestFqdnHostnames-1862307466 tempest-ServersTestFqdnHostnames-1862307466-project-member] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1068.520703] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1068.520703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.520703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.521416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.521416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.521416] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.599675] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.652010] env[65325]: INFO networking_nsxv3.common.synchronization [None req-da7fab58-094b-46fa-adfa-7d4895a1bb52 tempest-ServersTestFqdnHostnames-1862307466 tempest-ServersTestFqdnHostnames-1862307466-project-member] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1068.652010] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1068.652189] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.652250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [req-d23fd0d9-84a2-4c22-8e07-3688397ee4ac req-c6377378-92c0-4d0e-aaad-71ee3dae0d9b service nova] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [req-d23fd0d9-84a2-4c22-8e07-3688397ee4ac req-c6377378-92c0-4d0e-aaad-71ee3dae0d9b service nova] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [req-d23fd0d9-84a2-4c22-8e07-3688397ee4ac req-c6377378-92c0-4d0e-aaad-71ee3dae0d9b service nova] Enqueued Resource ID: f9522fee-f0e3-4437-8813-0c4073912784 with Priority: HIGHEST for action port [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_rules [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 1068.773875] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9522fee-f0e3-4437-8813-0c4073912784 with Priority: HIGHEST for action port [ 1068.775138] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.775326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.775421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.775637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.776632] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.778067] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.778189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.778252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.778445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.778593] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.778686] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.778746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.778886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.778968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.779070] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.781252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9522fee-f0e3-4437-8813-0c4073912784 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.781369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.781478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.781570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.782332] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9522fee-f0e3-4437-8813-0c4073912784',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.986611] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1068.986611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.042960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.043238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.043238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.043772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.043772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.043772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 already deleted. [ 1069.043772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.043972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.043972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.044064] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.103690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.103690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.103690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.103690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.103690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.103690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1069.134778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.134964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.135041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.135266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.135418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.145189] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1069.278531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.278700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.284123] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9522fee-f0e3-4437-8813-0c4073912784 with status ACTIVE [ 1069.284328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.284514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.284583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.285206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.285206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.285206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.285206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.285206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.285491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.285491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.285566] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.285674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.285724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.285864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.285924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.286025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9522fee-f0e3-4437-8813-0c4073912784 is going to be updated. [ 1069.288520] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.323820] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.323980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.324051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.324376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.324613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.324694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9522fee-f0e3-4437-8813-0c4073912784" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.617493] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.617830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.617830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.617925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.618065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.618147] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 already deleted. [ 1069.618441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.791291] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.297022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.297259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.297355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.298621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.299330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.299330] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be updated. [ 1070.349252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.349363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.349363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.349613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.349722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.365118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: IN_PROGRESS for 2s [ 1070.460089] env[65325]: INFO networking_nsxv3.common.synchronization [req-3183f412-4e8d-4c82-850e-da8c67b9ea14 req-3af5483b-643f-4c1d-9f04-5eb85a7aee0a tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1070.461479] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1070.461479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.461479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.461479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.462598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.462598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.462598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.462598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.462598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.462598] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.844966] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.845425] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.845425] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.845623] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.846681] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.846875] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.846941] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.847329] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.847579] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.847814] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.847994] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.848171] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.848274] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.848385] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.848587] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.848764] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.872555] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.872749] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.872846] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.873148] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-387" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.873523] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-f828906f-56c1-4d96-adda-3211019b7c11 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.873737] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.873815] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.874214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.874361] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f828906f-56c1-4d96-adda-3211019b7c11',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.965044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.965212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.965284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.967726] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.967726] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 already deleted. [ 1070.967726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.157350] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1071.157584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.157742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.157968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.158248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.158379] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.158437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.158609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.158693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.158778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.158879] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.230924] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1cd1f93c-d799-40ca-a194-9a43a00a8c48 None None] Enqueued Resource ID: ce120b22-0659-4e67-b940-de1e0810678a with Priority: HIGHEST for action port [ 1071.231637] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce120b22-0659-4e67-b940-de1e0810678a with Priority: HIGHEST for action port [ 1071.231971] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce120b22-0659-4e67-b940-de1e0810678a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.235409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce120b22-0659-4e67-b940-de1e0810678a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.235619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce120b22-0659-4e67-b940-de1e0810678a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.235934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce120b22-0659-4e67-b940-de1e0810678a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.236049] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce120b22-0659-4e67-b940-de1e0810678a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.377352] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.377556] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.377709] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.378139] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.378388] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.378591] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port f828906f-56c1-4d96-adda-3211019b7c11 not found, creating... [ 1071.379087] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.379276] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.379481] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.379832] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.380082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.380492] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.380805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.381026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.381283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.381583] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.381731] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: f828906f-56c1-4d96-adda-3211019b7c11 is going to be created. [ 1071.404924] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.404924] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.404924] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.405494] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.405872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.406233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.660959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.661265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.661265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.661392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.661642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.661726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.661827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.662067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.662224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.662269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.663427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.663427] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.663427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.663427] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.738851] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce120b22-0659-4e67-b940-de1e0810678a [ 1071.739099] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.740037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.740037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.740037] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce120b22-0659-4e67-b940-de1e0810678a already deleted. [ 1071.740037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce120b22-0659-4e67-b940-de1e0810678a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.130784] env[65325]: INFO networking_nsxv3.common.synchronization [req-3183f412-4e8d-4c82-850e-da8c67b9ea14 req-245b3ab8-bdc8-455d-a230-9156844b8549 service nova] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1072.131103] env[65325]: INFO networking_nsxv3.common.synchronization [req-3183f412-4e8d-4c82-850e-da8c67b9ea14 req-245b3ab8-bdc8-455d-a230-9156844b8549 service nova] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1072.131103] env[65325]: INFO networking_nsxv3.common.synchronization [req-3183f412-4e8d-4c82-850e-da8c67b9ea14 req-245b3ab8-bdc8-455d-a230-9156844b8549 service nova] Enqueued Resource ID: f828906f-56c1-4d96-adda-3211019b7c11 with Priority: HIGHEST for action port [ 1072.131651] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_rules [ 1072.131752] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1072.131839] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f828906f-56c1-4d96-adda-3211019b7c11 with Priority: HIGHEST for action port [ 1072.132206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.132275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.132525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.132606] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.133487] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.133976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.133976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.133976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.134244] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.134244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.134244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.134646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.134646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.134646] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.135572] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f828906f-56c1-4d96-adda-3211019b7c11 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.135699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.135763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.136061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.136141] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f828906f-56c1-4d96-adda-3211019b7c11',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.165644] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1072.186060] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.186271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.186271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.186382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.186469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.186696] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.186798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.186861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187272] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187820] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.188392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188536] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1072.254563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.254785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.254862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.255072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.255291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.269312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1072.397695] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 1072.398035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.398329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.398692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.399011] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.399158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.399652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.399652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.399652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.399922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.399922] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.637589] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.637729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.637916] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.638842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f828906f-56c1-4d96-adda-3211019b7c11 with status ACTIVE [ 1072.639474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.639474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.639474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.639474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.639739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.639739] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.639841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.639880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.640048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.640327] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.640434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.640486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.640606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.640784] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f828906f-56c1-4d96-adda-3211019b7c11 is going to be updated. [ 1072.667278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.667278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.667278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.667701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.667773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f828906f-56c1-4d96-adda-3211019b7c11" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.902403] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.143389] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.406078] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3052043e-a646-45cd-8b1e-895e5375d5d2: rpc.has_security_group_logging(os_id): False [ 1073.425741] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.425892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.425962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.426342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.426690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.426833] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.426953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.427043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.427642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.427642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427642] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be updated. [ 1073.524375] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.524375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.524375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.524375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.524375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.540300] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: IN_PROGRESS for 2s [ 1073.646760] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.646950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.646994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.647205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.647302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.647388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 is going to be created. [ 1073.678034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.678311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.678311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.678424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.678584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.691048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: UNINITIALIZED for 2s [ 1074.169434] env[65325]: INFO networking_nsxv3.common.synchronization [req-d9356ac1-f4a4-47f9-b6d6-8fbb1db58bb6 req-f4889f9e-2c09-4d7a-b86c-b1ec3a3bc5ef tempest-ServersAdminNegativeTestJSON-1073846681 tempest-ServersAdminNegativeTestJSON-1073846681-project-member] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1074.170172] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1074.170606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.170793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.170886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.171444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.171863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.171956] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.282927] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1074.283150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.674077] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.178083] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.558198] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 1075.558350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.683524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.683524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.683524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.683524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.683524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.683524] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be updated. [ 1075.701261] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: SUCCESS [ 1075.701261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.701438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.701549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.701865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.702032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.702121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.702373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.702480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.702596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.702719] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.724240] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.727024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.727024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.735849] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1076.208402] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.711093] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 694baf2c-82f9-4b39-b12c-ad3523637131: rpc.has_security_group_logging(os_id): False [ 1076.732447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.732618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.732682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.732951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.733050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.733304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.733407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.733478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.733650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.733728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.733814] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 is going to be created. [ 1076.801322] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.801561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.801618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.801985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.802188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.817338] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: IN_PROGRESS for 2s [ 1077.693875] env[65325]: INFO networking_nsxv3.common.synchronization [req-5e11551f-61e1-464b-915d-c7502cdce807 req-08db8b9d-86e9-4152-97d7-396571bd628a tempest-ServersTestFqdnHostnames-1862307466 tempest-ServersTestFqdnHostnames-1862307466-project-member] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1077.694815] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1077.694815] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.694974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.694974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.695225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.697476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.697476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.697476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.697476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.697476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.697476] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.747253] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1077.747332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.044371] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.044553] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-318" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.045843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-318" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.045843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-318" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.045843] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.045843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.045843] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.046155] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.046220] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.046426] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.046569] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.046638] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.046737] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.046839] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.046938] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.047078] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.066358] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.066990] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.066990] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.067948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-318" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.067948] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-8fe2061a-1990-4c10-a6a5-f878be5696f5 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.067948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.067948] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.068378] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.068577] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe2061a-1990-4c10-a6a5-f878be5696f5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.199900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.200193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.200301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.200610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.200751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.201057] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.201206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.201303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.201591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.201695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.201822] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 already deleted. [ 1078.201942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.571911] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.571911] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.571911] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.572125] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.572898] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.572898] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 8fe2061a-1990-4c10-a6a5-f878be5696f5 not found, creating... [ 1078.572898] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.572898] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.573123] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.573335] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.573462] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.573821] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.573919] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.574038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.574261] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.574424] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.574579] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 8fe2061a-1990-4c10-a6a5-f878be5696f5 is going to be created. [ 1078.600124] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.600399] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.600559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.600822] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.601061] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.601334] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.832024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: SUCCESS [ 1078.832377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.308424] env[65325]: INFO networking_nsxv3.common.synchronization [req-5e11551f-61e1-464b-915d-c7502cdce807 req-73669495-74cd-4447-9bfe-6246c1b73a85 service nova] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1079.308679] env[65325]: INFO networking_nsxv3.common.synchronization [req-5e11551f-61e1-464b-915d-c7502cdce807 req-73669495-74cd-4447-9bfe-6246c1b73a85 service nova] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1079.308836] env[65325]: INFO networking_nsxv3.common.synchronization [req-5e11551f-61e1-464b-915d-c7502cdce807 req-73669495-74cd-4447-9bfe-6246c1b73a85 service nova] Enqueued Resource ID: 8fe2061a-1990-4c10-a6a5-f878be5696f5 with Priority: HIGHEST for action port [ 1079.309475] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_rules [ 1079.309614] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1079.309746] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe2061a-1990-4c10-a6a5-f878be5696f5 with Priority: HIGHEST for action port [ 1079.310779] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.310991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.311201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.311525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.311675] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.313099] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.313754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.314488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.314725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.314906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.315024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.315154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.315358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.315480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.315578] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.316554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe2061a-1990-4c10-a6a5-f878be5696f5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.316701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.316791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.316980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.317354] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe2061a-1990-4c10-a6a5-f878be5696f5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.820553] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.821728] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.821895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe2061a-1990-4c10-a6a5-f878be5696f5 with status ACTIVE [ 1079.822192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.822341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.822567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.822650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.822818] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.822908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.822968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.823141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.823216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.823397] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.823520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.823607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.823756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.823829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.823914] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe2061a-1990-4c10-a6a5-f878be5696f5 is going to be updated. [ 1079.847778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.848246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.848246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.848322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.848501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.848726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe2061a-1990-4c10-a6a5-f878be5696f5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.326864] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.829099] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.829381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.829615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.829871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.829967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.830086] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 is going to be created. [ 1080.857458] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.857900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.857900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.858079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.871547] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: UNINITIALIZED for 2s [ 1082.457590] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a78107f-8037-4cba-8fb9-500794d5dbf1 req-ee819313-a392-4554-8d98-64af8635ce4b tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1082.458419] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1082.458419] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.458419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.459293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.459293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.459293] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.814168] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.814168] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.814401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.814518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.814794] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.814960] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.815086] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.815298] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.815439] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.815645] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.815760] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.815850] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.815970] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.816096] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.816246] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.816388] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.837460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.837625] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.837838] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.838051] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.838430] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-e6be03d8-485a-4281-8889-e1b1e5194573 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.838761] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.838952] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.839312] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.839465] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6be03d8-485a-4281-8889-e1b1e5194573',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.882119] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: SUCCESS [ 1082.882439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.882954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.883186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.883383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.883496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.883607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.883699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.883794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.883860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.883947] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.962198] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.342679] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.342909] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.343145] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.343407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.343575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.343732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port e6be03d8-485a-4281-8889-e1b1e5194573 not found, creating... [ 1083.344076] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.344274] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.344407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.344645] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.344778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.345078] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.345237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345590] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345724] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.345862] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: e6be03d8-485a-4281-8889-e1b1e5194573 is going to be created. [ 1083.372129] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.372582] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.372812] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373574] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373928] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.387096] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.466031] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.890621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fbd6831-bef7-4fb3-8916-dfb837f0ac09: rpc.has_security_group_logging(os_id): False [ 1083.913906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.914087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.914179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.914402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.914535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.914807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.914937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.915012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.915210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.915439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.915439] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 is going to be created. [ 1083.969341] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.970296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.970458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.970504] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1083.988044] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.988044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.988044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.988044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.988044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.006165] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: IN_PROGRESS for 2s [ 1084.014351] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.014351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.014553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.014657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.014799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.027858] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1084.188166] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a78107f-8037-4cba-8fb9-500794d5dbf1 req-16bf1d2e-6f66-4847-841d-40bac52ac3bb service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1084.188166] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a78107f-8037-4cba-8fb9-500794d5dbf1 req-16bf1d2e-6f66-4847-841d-40bac52ac3bb service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1084.188322] env[65325]: INFO networking_nsxv3.common.synchronization [req-2a78107f-8037-4cba-8fb9-500794d5dbf1 req-16bf1d2e-6f66-4847-841d-40bac52ac3bb service nova] Enqueued Resource ID: e6be03d8-485a-4281-8889-e1b1e5194573 with Priority: HIGHEST for action port [ 1084.189024] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1084.189231] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1084.189354] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6be03d8-485a-4281-8889-e1b1e5194573 with Priority: HIGHEST for action port [ 1084.189754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.189860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.189938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.190228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.190332] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.191435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.191632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.191940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6be03d8-485a-4281-8889-e1b1e5194573 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.192242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.192332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.192573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.192698] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6be03d8-485a-4281-8889-e1b1e5194573',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.695764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.696146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.696146] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6be03d8-485a-4281-8889-e1b1e5194573 with status ACTIVE [ 1084.696552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.696552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.696552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.697056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.697056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.697056] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.697056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.697056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.697327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.697327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.697406] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.697475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.697553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.699029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.699029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.699029] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6be03d8-485a-4281-8889-e1b1e5194573 is going to be updated. [ 1084.743162] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.743328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.743419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.743597] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.743722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.743930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6be03d8-485a-4281-8889-e1b1e5194573" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.028880] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: SUCCESS [ 1086.029161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.039065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1086.039329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.039560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.039763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.039957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.040106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.040167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.040342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.040421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.040543] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.543052] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.045848] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.223758] env[65325]: INFO networking_nsxv3.common.synchronization [req-d20d26e4-01b8-403f-b1cf-98b2508ab6e8 req-6ef8bdfe-5f97-4559-bfb4-1ca6f4783115 tempest-ServersAdminNegativeTestJSON-1073846681 tempest-ServersAdminNegativeTestJSON-1073846681-project-member] Enqueued Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1087.224465] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037bc67b-67ae-4140-8352-7b37dc6bafde with Priority: HIGHEST for action security_group_members [ 1087.225975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-037bc67b-67ae-4140-8352-7b37dc6bafde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.226155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.226270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.226561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.226830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.227040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.227040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.227218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.227300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.227420] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037bc67b-67ae-4140-8352-7b37dc6bafde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.547862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.548085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.548085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.548289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.548387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.548470] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1087.586063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.586063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.586063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.586063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.586063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.596025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1087.730230] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.730464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.730574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.730842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.730979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.731249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.731393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.731501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.731737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.731861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.731991] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde is going to be updated. [ 1087.772294] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.772545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.772545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.772749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.772900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.781692] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: IN_PROGRESS for 2s [ 1089.607797] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1089.608227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.608502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.608727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.608961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.609095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.609154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.609324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.609407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.609492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.609870] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.794160] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037bc67b-67ae-4140-8352-7b37dc6bafde in Status: SUCCESS [ 1089.794160] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037bc67b-67ae-4140-8352-7b37dc6bafde deletion is rescheduled due to dependency. [ 1089.794160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037bc67b-67ae-4140-8352-7b37dc6bafde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.113144] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.113346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.113404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.113675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.113866] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.114067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.114165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.114264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.114377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.114473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.114645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.114775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.114831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.115011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.115178] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.115271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.115350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.115528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.115616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.115713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.115822] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.618861] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1090.638454] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.638658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.638801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.639012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.639150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.639591] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.639741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.639824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.640015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.640132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.640352] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.640449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.640511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.640665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.640725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.640957] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.641070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.641130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.641272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.641344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.641431] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1090.717256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.717397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.717468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.717697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.717878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.739692] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1092.225875] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1092.225875] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1092.761274] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1092.761617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.068727] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ec648fa4-c587-4fda-8f5d-9c8d8029a842 None None] Enqueued Resource ID: 3371ecfd-0483-4e05-b25d-7a04daeb524b with Priority: HIGHEST for action port [ 1094.069278] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3371ecfd-0483-4e05-b25d-7a04daeb524b with Priority: HIGHEST for action port [ 1094.069622] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3371ecfd-0483-4e05-b25d-7a04daeb524b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.069798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3371ecfd-0483-4e05-b25d-7a04daeb524b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.069876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3371ecfd-0483-4e05-b25d-7a04daeb524b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.070278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3371ecfd-0483-4e05-b25d-7a04daeb524b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.070363] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3371ecfd-0483-4e05-b25d-7a04daeb524b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.573797] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3371ecfd-0483-4e05-b25d-7a04daeb524b [ 1094.573797] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.573797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.573797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.573797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.573797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.574136] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3371ecfd-0483-4e05-b25d-7a04daeb524b already deleted. [ 1094.574136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3371ecfd-0483-4e05-b25d-7a04daeb524b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.991076] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3cdfe085-4fd5-4a96-8172-cd9238cf3d81 tempest-ServersTestBootFromVolume-1879679893 tempest-ServersTestBootFromVolume-1879679893-project-member] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1094.991664] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1094.991932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.992139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.992214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.992486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.992545] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.011251] env[65325]: INFO networking_nsxv3.common.synchronization [req-d954e663-88da-45b1-92ff-0c9edd1a4b70 req-04198444-fb6c-4e45-890d-5ea5adfdde28 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1095.011941] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1095.012636] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.012805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.012904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.013205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.013422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.013567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.013660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.013870] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.013997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.014148] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.170340] env[65325]: INFO networking_nsxv3.common.synchronization [None req-81c7d40d-5bcc-4833-b433-590618001412 tempest-ServersTestBootFromVolume-1879679893 tempest-ServersTestBootFromVolume-1879679893-project-member] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1095.170613] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1095.170874] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.170977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.517100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.517371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.517440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.517700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.517805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518064] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.518202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.518261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.518435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.518524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.518712] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1095.520689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.520908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.520908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.521029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.521108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.521206] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 already deleted. [ 1095.521291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.521453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.521608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.521757] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.551975] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.551975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.551975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.551975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.552361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.563033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1096.046415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.046583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.046629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.046875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.046957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.047067] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 already deleted. [ 1096.047139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.567936] env[65325]: INFO networking_nsxv3.common.synchronization [None req-a3c601c3-c1a8-4175-922e-ca2284ee4998 None None] Enqueued Resource ID: ebf35c53-fd1a-4806-b838-edb3e884dc65 with Priority: HIGHEST for action port [ 1096.568338] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf35c53-fd1a-4806-b838-edb3e884dc65 with Priority: HIGHEST for action port [ 1096.568911] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf35c53-fd1a-4806-b838-edb3e884dc65 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.569146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf35c53-fd1a-4806-b838-edb3e884dc65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.569146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf35c53-fd1a-4806-b838-edb3e884dc65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.570057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf35c53-fd1a-4806-b838-edb3e884dc65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.570057] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf35c53-fd1a-4806-b838-edb3e884dc65',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.997801] env[65325]: INFO networking_nsxv3.common.synchronization [req-9c1e0897-86ac-4df7-be9f-1c790761cfed req-be2e80cc-bc0f-4599-ba4f-56003b998ea5 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1096.998399] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1096.998715] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.998778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.998820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.999033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999186] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.999282] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.999342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.999489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.999570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.999704] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.071170] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebf35c53-fd1a-4806-b838-edb3e884dc65 [ 1097.071403] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.071534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.071605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.071900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.071991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.072128] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebf35c53-fd1a-4806-b838-edb3e884dc65 already deleted. [ 1097.072214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf35c53-fd1a-4806-b838-edb3e884dc65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.502859] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.575023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1097.575023] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1097.575399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.005367] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.508212] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.508433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.508537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.508830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.508964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.509130] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1098.555049] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.555049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.555049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.555253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.555335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.566325] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1100.580116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1100.580417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.934126] env[65325]: INFO networking_nsxv3.common.synchronization [req-118aa572-717a-45fd-b882-948ff84e9f4d req-bd273fbc-bb38-4787-b889-ccb385c24a1c tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1100.935667] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1100.935667] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.935667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.935667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.935667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.936145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.936420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.936585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.938013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.938013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.938013] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.439223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.439393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.439494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.439815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.439917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.440130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.440229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.440296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.440448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.440521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.440615] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1101.468646] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.469293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.469293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.478555] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1103.490658] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1103.491047] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b deletion is rescheduled due to dependency. [ 1103.491047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.636194] env[65325]: INFO networking_nsxv3.common.synchronization [req-aa38442a-3f6b-46dc-9d1d-37608ad4d6d0 req-c84749a9-bce1-4484-bf5a-2dc99adadc8f tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1104.636443] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1104.636773] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.636898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.636967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.637446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.637523] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.637871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.637968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.638170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.638258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.638353] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.140374] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.140574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.140663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.140912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.141029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.141262] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.141376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.141455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.141632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.141731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.141881] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1105.173479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.173636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.173698] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.173957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.174124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.182731] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1107.194985] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1107.195301] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 1107.195465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.045656] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae5b8d55-5ec2-4f77-887c-8ba0df636e3d req-c8711780-3965-4fdf-8ada-ac6054762dff tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1108.046217] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1108.046522] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.046639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.046703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.046895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.047069] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.047169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.047230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.047380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.047457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.047543] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.279022] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1f6212d4-91b9-463b-880d-c45a69f2fbac None None] Enqueued Resource ID: ebf7c4b7-fcf7-4760-bd97-93a3e074a823 with Priority: HIGHEST for action port [ 1108.279022] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7c4b7-fcf7-4760-bd97-93a3e074a823 with Priority: HIGHEST for action port [ 1108.279022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf7c4b7-fcf7-4760-bd97-93a3e074a823 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.279953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf7c4b7-fcf7-4760-bd97-93a3e074a823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.279953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf7c4b7-fcf7-4760-bd97-93a3e074a823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.280253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf7c4b7-fcf7-4760-bd97-93a3e074a823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.281190] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf7c4b7-fcf7-4760-bd97-93a3e074a823',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.447774] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.448180] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.448502] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.448641] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.448965] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.449215] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.449362] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.449643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.449830] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.450186] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.450347] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.450501] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.450639] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.450799] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.450955] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.451295] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.471721] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.473540] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.473540] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.473540] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.473540] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-8c108181-4d13-4cc1-9acf-3adb5880bc7b taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.473540] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.473540] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.473540] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.473846] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c108181-4d13-4cc1-9acf-3adb5880bc7b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.549965] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.550173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.550313] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.550553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.550667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.550896] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.551065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.551137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.551285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.551363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.551510] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1108.580112] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.580286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.580485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.580522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.580660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.589690] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1108.787464] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebf7c4b7-fcf7-4760-bd97-93a3e074a823 [ 1108.787464] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.787464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.787464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.787700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.787700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.787759] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebf7c4b7-fcf7-4760-bd97-93a3e074a823 already deleted. [ 1108.787846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf7c4b7-fcf7-4760-bd97-93a3e074a823" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.976100] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.976387] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.976486] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.976780] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.976927] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.977096] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 8c108181-4d13-4cc1-9acf-3adb5880bc7b not found, creating... [ 1108.977373] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.977528] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.977643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.977862] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.977999] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.978299] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.978466] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.978666] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.978851] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.978985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.979142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 8c108181-4d13-4cc1-9acf-3adb5880bc7b is going to be created. [ 1109.000662] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.000971] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.001265] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.001549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.001856] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.002243] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.028368] env[65325]: INFO networking_nsxv3.common.synchronization [None req-6ec43ec1-3c33-47c9-bbd2-1f57c75e6330 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1109.028884] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1109.029202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.029323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.029389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.030090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.030180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.138903] env[65325]: INFO networking_nsxv3.common.synchronization [None req-d3370ad9-0d2c-4271-bfe3-03b6a4830880 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1109.139406] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1109.139741] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.139981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.552964] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.553485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.553485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.553485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.553485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.553615] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b already deleted. [ 1109.553649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.553782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.553924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.554018] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.750493] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae5b8d55-5ec2-4f77-887c-8ba0df636e3d req-9d47e200-ccbd-45d0-80bc-b696c79306a3 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1109.753023] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae5b8d55-5ec2-4f77-887c-8ba0df636e3d req-9d47e200-ccbd-45d0-80bc-b696c79306a3 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1109.753215] env[65325]: INFO networking_nsxv3.common.synchronization [req-ae5b8d55-5ec2-4f77-887c-8ba0df636e3d req-9d47e200-ccbd-45d0-80bc-b696c79306a3 service nova] Enqueued Resource ID: 8c108181-4d13-4cc1-9acf-3adb5880bc7b with Priority: HIGHEST for action port [ 1109.755032] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1109.755032] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1109.755032] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c108181-4d13-4cc1-9acf-3adb5880bc7b with Priority: HIGHEST for action port [ 1109.755032] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.755032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.755032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.755032] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.755949] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.756111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.756173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.756313] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c108181-4d13-4cc1-9acf-3adb5880bc7b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.756416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.756509] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.756682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.756752] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c108181-4d13-4cc1-9acf-3adb5880bc7b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.075018] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.075210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.075281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.075492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.075582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.075678] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b already deleted. [ 1110.075759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.258805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.262019] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c108181-4d13-4cc1-9acf-3adb5880bc7b with status ACTIVE [ 1110.262019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.262019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.262992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.263199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.263465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.263660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.263832] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c108181-4d13-4cc1-9acf-3adb5880bc7b is going to be updated. [ 1110.286868] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.287124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.287235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.287534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.287749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.287984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c108181-4d13-4cc1-9acf-3adb5880bc7b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.420502] env[65325]: INFO networking_nsxv3.common.synchronization [req-144060f0-705a-4cfb-b2ec-87c4a8858280 req-db769254-3bb3-40b6-b86e-30914ee09a93 tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1110.422366] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1110.422703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.423044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.423044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.423138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.423278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.423373] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.423440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.423579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.423665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.423758] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.599805] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1110.600127] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1110.600173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.600328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.600534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.600712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.600825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.600887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.601043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.601123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.601214] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.764018] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.764263] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.764358] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.764598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.764859] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.765440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.765643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.765879] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.766040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.766255] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.766370] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.766480] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.766594] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.766687] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.766788] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.766919] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.789152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.789338] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.789480] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.789658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-984" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.790023] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.790210] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.790362] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.790642] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.790777] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eadc7d-7ecc-43cb-bba6-1df9b78863dc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.897687] env[65325]: INFO networking_nsxv3.common.synchronization [None req-888af2c4-d7e5-4345-8960-24a3a9fbe4b0 None None] Enqueued Resource ID: d2866735-75f9-4c0e-afbf-ada26994c792 with Priority: HIGHEST for action port [ 1110.898046] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2866735-75f9-4c0e-afbf-ada26994c792 with Priority: HIGHEST for action port [ 1110.898552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2866735-75f9-4c0e-afbf-ada26994c792 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.898676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2866735-75f9-4c0e-afbf-ada26994c792" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.898745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2866735-75f9-4c0e-afbf-ada26994c792" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.899011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2866735-75f9-4c0e-afbf-ada26994c792" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.899098] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2866735-75f9-4c0e-afbf-ada26994c792',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.927778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.927778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.927778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.928596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.928596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.928596] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1110.956568] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.956733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.956733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.956959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.957125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.966213] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1111.104055] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.293541] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.293934] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.294197] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.294622] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.294886] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.295186] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port b4eadc7d-7ecc-43cb-bba6-1df9b78863dc not found, creating... [ 1111.295634] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.295925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.296174] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.296549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.296817] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.297776] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.298045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.298265] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.298592] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.298821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.299113] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b4eadc7d-7ecc-43cb-bba6-1df9b78863dc is going to be created. [ 1111.331870] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.332180] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.332315] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.332613] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.332994] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.333105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.401445] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2866735-75f9-4c0e-afbf-ada26994c792 [ 1111.401733] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.401902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.402079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.402332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.402453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.402558] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2866735-75f9-4c0e-afbf-ada26994c792 already deleted. [ 1111.402665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2866735-75f9-4c0e-afbf-ada26994c792" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.606456] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.048624] env[65325]: INFO networking_nsxv3.common.synchronization [req-144060f0-705a-4cfb-b2ec-87c4a8858280 req-6c944b4f-9e4f-4c69-a79c-31675fb6b1bb service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 1112.048811] env[65325]: INFO networking_nsxv3.common.synchronization [req-144060f0-705a-4cfb-b2ec-87c4a8858280 req-6c944b4f-9e4f-4c69-a79c-31675fb6b1bb service nova] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1112.050474] env[65325]: INFO networking_nsxv3.common.synchronization [req-144060f0-705a-4cfb-b2ec-87c4a8858280 req-6c944b4f-9e4f-4c69-a79c-31675fb6b1bb service nova] Enqueued Resource ID: b4eadc7d-7ecc-43cb-bba6-1df9b78863dc with Priority: HIGHEST for action port [ 1112.051069] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_rules [ 1112.051435] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1112.051748] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4eadc7d-7ecc-43cb-bba6-1df9b78863dc with Priority: HIGHEST for action port [ 1112.052443] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.052443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.052443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.052443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.052443] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.053270] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.053351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.053789] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.053899] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.053964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.054142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.054217] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4eadc7d-7ecc-43cb-bba6-1df9b78863dc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.109703] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.109878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.109878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.110261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.110375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.110514] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1112.140603] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.140860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.140986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.141317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.141484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.152284] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1112.556765] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.556936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.557087] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4eadc7d-7ecc-43cb-bba6-1df9b78863dc with status ACTIVE [ 1112.557248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.557353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.557404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.557618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.557700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.558374] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.558374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.558374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.558374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.558374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.558637] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.558637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.558637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.558789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.559603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.559779] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4eadc7d-7ecc-43cb-bba6-1df9b78863dc is going to be updated. [ 1112.579922] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.580099] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.580174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.580345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.580477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.580631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4eadc7d-7ecc-43cb-bba6-1df9b78863dc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.717078] env[65325]: INFO networking_nsxv3.common.synchronization [req-ee41c5c3-fd29-42c2-a62f-181016172c11 req-24028e04-a66b-4459-a44d-c70797b00b14 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1112.717626] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1112.717892] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.718062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.718142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.718337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.718489] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.718591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.718663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.718790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.718865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.718958] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.976342] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1112.976581] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 1112.976705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.977418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.977579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.977824] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.977947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.978063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.978303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.978414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.978650] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.019305] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.019497] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.019666] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.019966] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.020288] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.020492] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.020631] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.020905] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.021090] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.021330] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.021463] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.021588] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.021749] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.021800] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.021900] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.022071] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.041441] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.041605] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.041740] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.041912] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.042411] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.042620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.042754] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.043132] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.043276] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.221927] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.480921] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.545148] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.545430] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.545597] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.545903] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.546124] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.546292] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf not found, creating... [ 1113.546555] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.546713] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.546829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.547058] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.547196] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.547475] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.547629] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.547743] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.547957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.548101] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.548240] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf is going to be created. [ 1113.570104] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.570104] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.570104] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.570355] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.570598] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.570829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.725178] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.983564] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.164703] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1114.165188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.165413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.165662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.165883] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.166090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.166181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.166360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.166444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.166552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.166714] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.227051] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.230582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.230582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.230582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.230582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.230582] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1114.259709] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.260441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.260441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.260569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.260722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.270337] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1114.320994] env[65325]: INFO networking_nsxv3.common.synchronization [req-ee41c5c3-fd29-42c2-a62f-181016172c11 req-bd30329e-661c-4b26-a0e2-50f8e9ad6194 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1114.321195] env[65325]: INFO networking_nsxv3.common.synchronization [req-ee41c5c3-fd29-42c2-a62f-181016172c11 req-bd30329e-661c-4b26-a0e2-50f8e9ad6194 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1114.321332] env[65325]: INFO networking_nsxv3.common.synchronization [req-ee41c5c3-fd29-42c2-a62f-181016172c11 req-bd30329e-661c-4b26-a0e2-50f8e9ad6194 service nova] Enqueued Resource ID: c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf with Priority: HIGHEST for action port [ 1114.321839] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1114.322043] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1114.322187] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf with Priority: HIGHEST for action port [ 1114.322431] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.322550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.322616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.322814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.322894] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.323733] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.323832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.324036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.324258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.324308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.324677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.324677] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.488581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.488581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.488581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.488581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.488581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.488581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1114.520524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.520524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.520524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.520524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.520524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.528649] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1114.670015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.670324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.670552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.670978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.671453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.671453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.671706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.671706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.671791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.671930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.672194] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.672320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.672407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.672582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.672693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.672693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.672950] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.826641] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.826945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.826945] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf with status ACTIVE [ 1114.827124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.827744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.828049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.828125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.828300] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.828402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.828457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.828593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.828830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.828928] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf is going to be updated. [ 1114.851304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.851471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.851623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.851878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.852107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.852322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ad0fb0-b2a1-466d-bc0d-797ff29aadaf" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.176409] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1115.194369] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.194538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.194608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.194823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.194914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.195163] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.195264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.195326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.195476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.195550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.195722] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.195851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.195965] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.196183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196459] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.196565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.196627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.196768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1115.260045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.260194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.260265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.260484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.260622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.303505] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1116.288049] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1116.288345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.288567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.288817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.289062] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.289227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.289294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.289468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.289540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.289650] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.549568] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1116.550167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.550372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.550732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.551035] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.551255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.551317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.551822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.551822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.551822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.552029] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.792526] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.054931] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.055200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.055312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.055754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.055890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.056059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.056173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.056387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.056518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.056657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.056860] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.057009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.057123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.057323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.057551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.057672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.057777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.057968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.058103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.058612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.058612] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.294876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.319061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1117.319061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.560657] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b85482e-de80-4a50-b842-45eca5bdb91a: rpc.has_security_group_logging(os_id): False [ 1117.580472] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.581290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.581290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.581527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.581946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.582052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.582304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.582376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.582651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.582781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.583114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.583114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.583207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.583451] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.584538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.584538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.584538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.584538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.584538] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1117.648536] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.649123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.666605] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1117.799803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.799998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.800076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.800297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.800385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.800486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1117.829899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.829979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.829979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.830295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.830451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.841524] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1117.892070] env[65325]: INFO networking_nsxv3.common.synchronization [req-f701d0ad-d37c-45eb-b02c-1c2f02f1c062 req-1379acd7-9891-424d-ae44-376ffe25f848 tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1117.892494] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1117.892806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.892928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.893027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.893331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.893494] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.893594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.893655] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.893803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.893883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.893972] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.209437] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.209759] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.209759] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.210268] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.210333] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.210480] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.210568] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.211595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.211595] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.211595] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.211595] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.211595] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.211595] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.211595] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.211948] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.211948] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.235507] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.235694] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.235838] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.236025] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.236493] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b4a18a1f-19ed-491c-875e-fe4098591b6a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.236693] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.236829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.237171] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.237314] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a18a1f-19ed-491c-875e-fe4098591b6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.396665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.397151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.397151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.397247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.397336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.397648] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.397892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.397892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.398113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.398267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.398479] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1118.425789] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.426397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.426397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.436212] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1118.739786] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.740103] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.740244] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.740657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.740847] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.741024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port b4a18a1f-19ed-491c-875e-fe4098591b6a not found, creating... [ 1118.741302] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.741464] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.741609] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.741822] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.741946] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.742293] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.742478] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.742565] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.742781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.742921] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.743111] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b4a18a1f-19ed-491c-875e-fe4098591b6a is going to be created. [ 1118.765124] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.765450] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.765575] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.765844] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.766087] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.766317] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.472418] env[65325]: INFO networking_nsxv3.common.synchronization [req-f701d0ad-d37c-45eb-b02c-1c2f02f1c062 req-e46715bb-df16-4529-9659-8d07a8b5dab6 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 1119.472666] env[65325]: INFO networking_nsxv3.common.synchronization [req-f701d0ad-d37c-45eb-b02c-1c2f02f1c062 req-e46715bb-df16-4529-9659-8d07a8b5dab6 service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1119.472734] env[65325]: INFO networking_nsxv3.common.synchronization [req-f701d0ad-d37c-45eb-b02c-1c2f02f1c062 req-e46715bb-df16-4529-9659-8d07a8b5dab6 service nova] Enqueued Resource ID: b4a18a1f-19ed-491c-875e-fe4098591b6a with Priority: HIGHEST for action port [ 1119.473443] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 1119.473443] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1119.473612] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a18a1f-19ed-491c-875e-fe4098591b6a with Priority: HIGHEST for action port [ 1119.473740] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.473860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.473925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.474175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.474249] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.476046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.476177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.476379] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a18a1f-19ed-491c-875e-fe4098591b6a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.476433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.476498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.476660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.476737] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a18a1f-19ed-491c-875e-fe4098591b6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.684549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1119.684798] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.852421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1119.852769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.852769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.852965] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.853204] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.853427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.853427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.853595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.853672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.853792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.853846] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.976719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.976888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.978265] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a18a1f-19ed-491c-875e-fe4098591b6a with status ACTIVE [ 1119.978522] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.978712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.978823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.979060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.979175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.979430] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.979484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.979512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.979705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.979856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980060] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.980188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.980188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.980304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.980389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.980497] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a18a1f-19ed-491c-875e-fe4098591b6a is going to be updated. [ 1120.004689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.004689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.004689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.004689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.004689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.004689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.248291] env[65325]: INFO networking_nsxv3.common.synchronization [req-1221a88d-6aa5-436b-9fc4-6ca18559c87f req-dc2ef47c-0bf3-4bd9-9492-06de9f559ed7 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1120.248767] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1120.249101] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.249226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.249293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.249536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.249989] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.250133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.250260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.250354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.250457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.250534] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.357416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.357628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.357728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.357948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.358165] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.358285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.358485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.358702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.359309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.359309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.359309] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.359309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.359309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.359517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.359517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.359579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.359709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.359998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.359998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.361026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.361026] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.449827] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1120.449827] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b deletion is rescheduled due to dependency. [ 1120.450162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.450162] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.452182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.452182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.452182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.452182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.452182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.452182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.452182] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.640096] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.640428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.640428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.640750] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.641026] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.641193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.641313] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.641529] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.641672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.641878] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.641989] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.642171] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.642293] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.642407] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.642513] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.642643] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.664109] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.664282] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.664445] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.664644] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.664964] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-8f89445c-cf62-417c-9347-608298657620 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.665184] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.665305] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.665632] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.665772] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f89445c-cf62-417c-9347-608298657620',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.754563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.754563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.754563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b already deleted. [ 1120.754563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.863528] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1120.882976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.883208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.883304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.883542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.883635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.883855] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.883957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.884040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.884324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.884573] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.885056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.885056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885275] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.885392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.885471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885726] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885832] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1120.954640] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.954977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.955560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.955560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.955560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.956789] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.971934] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1121.168632] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.168922] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.169092] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.169482] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.169683] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.170689] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 8f89445c-cf62-417c-9347-608298657620 not found, creating... [ 1121.170689] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.170689] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.170938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.171073] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.171254] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.171614] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.171868] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.172113] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.172418] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.172593] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.172764] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 8f89445c-cf62-417c-9347-608298657620 is going to be created. [ 1121.195743] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.195913] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.196059] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.196965] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.197259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.197565] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.461446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.920606] env[65325]: INFO networking_nsxv3.common.synchronization [req-1221a88d-6aa5-436b-9fc4-6ca18559c87f req-776020a2-7b66-4376-9b0a-f9747580075a service nova] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1121.920901] env[65325]: INFO networking_nsxv3.common.synchronization [req-1221a88d-6aa5-436b-9fc4-6ca18559c87f req-776020a2-7b66-4376-9b0a-f9747580075a service nova] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1121.920938] env[65325]: INFO networking_nsxv3.common.synchronization [req-1221a88d-6aa5-436b-9fc4-6ca18559c87f req-776020a2-7b66-4376-9b0a-f9747580075a service nova] Enqueued Resource ID: 8f89445c-cf62-417c-9347-608298657620 with Priority: HIGHEST for action port [ 1121.922117] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_rules [ 1121.922117] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1121.922297] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f89445c-cf62-417c-9347-608298657620 with Priority: HIGHEST for action port [ 1121.922541] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.922680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.922769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.922958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.923063] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.924990] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.925123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.925225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926561] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.926667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.926740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.927933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.928083] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.929017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f89445c-cf62-417c-9347-608298657620 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.929209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.929390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.929472] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f89445c-cf62-417c-9347-608298657620',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.964517] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.965077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.965077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.965273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.965357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.965453] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1121.998375] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.998375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.998375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.998375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.998375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.008670] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1122.426354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.426512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.430949] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.432089] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f89445c-cf62-417c-9347-608298657620 with status ACTIVE [ 1122.432277] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.432404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.432477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.432692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.433387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.433592] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.433749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.433787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.433931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.434020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.434298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.434360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.434502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.434572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434657] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f89445c-cf62-417c-9347-608298657620 is going to be updated. [ 1122.457581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.457722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.457793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.458102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.458259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.458427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f89445c-cf62-417c-9347-608298657620" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.937033] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.997070] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1122.997070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.127811] env[65325]: INFO networking_nsxv3.common.synchronization [req-c462916b-c974-4c2d-8411-8114e305d3b7 req-d03c782c-ff18-4610-aaea-de2b12e18ffb tempest-AttachVolumeShelveTestJSON-167852105 tempest-AttachVolumeShelveTestJSON-167852105-project-member] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 1123.128563] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGHEST for action security_group_members [ 1123.128754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.128879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.128944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.129273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.129334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.129400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.129456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.129591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.129673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.129763] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.443367] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.443576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.443662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.443845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.443945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.444059] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b is going to be created. [ 1123.474615] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.474615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.474615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.474748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.474948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.490503] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: UNINITIALIZED for 2s [ 1123.515995] env[65325]: INFO networking_nsxv3.common.synchronization [req-2314322e-0681-4bb7-8613-cf2358bb6dfe req-501dffcf-1a0e-4100-ac58-f7db3f59c36a tempest-ServerDiskConfigTestJSON-1950072590 tempest-ServerDiskConfigTestJSON-1950072590-project-member] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1123.516707] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGHEST for action security_group_members [ 1123.516790] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.516921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.516959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.518027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.518132] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.518244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.518308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.518478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.518563] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.518657] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.633854] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.633854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.633854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634491] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.634610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.634678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.635036] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be updated. [ 1123.671178] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.671306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.671387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.671697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.671926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.686158] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: IN_PROGRESS for 2s [ 1124.022706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.023388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.023388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.023388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.023388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.023651] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.023752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.023822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.023983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.024140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.024140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be updated. [ 1124.026068] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1124.026346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.026683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.026772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.026920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.027075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.027136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.027302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.027411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.027467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.027565] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.062229] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.062229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.062229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.062229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.062229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.073072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: IN_PROGRESS for 2s [ 1124.533235] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.035889] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918a12cf-5ebc-4c52-91db-0c8cd025144b: rpc.has_security_group_logging(os_id): False [ 1125.054978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.054978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.054978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.055190] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.055278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.055533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.055638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.055702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.055857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.055933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.056038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1125.126465] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.126712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.126788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.127094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.127323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.150870] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1125.501746] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: SUCCESS [ 1125.501992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.502295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.502550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.502744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.502861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.502926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.503096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.503178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.503287] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.503390] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.668707] env[65325]: INFO networking_nsxv3.common.synchronization [req-44d4c156-324b-48a8-a989-cd4b86462465 req-d4c7729f-5fd7-4bff-9cb4-b1109eed83b6 tempest-ServersTestBootFromVolume-1879679893 tempest-ServersTestBootFromVolume-1879679893-project-member] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1125.669235] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1125.669443] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.669566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.669635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.669947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.670264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.670444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.670532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.670766] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.700105] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 in Status: SUCCESS [ 1125.700328] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 deletion is rescheduled due to dependency. [ 1125.700454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.005366] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.085698] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b85482e-de80-4a50-b842-45eca5bdb91a in Status: SUCCESS [ 1126.085698] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a deletion is rescheduled due to dependency. [ 1126.085967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.164788] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.164985] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.165125] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.165400] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.165752] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.165974] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.168254] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.169225] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.169393] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.169636] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.169753] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.169869] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.169974] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.170102] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.170202] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.170342] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.177907] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.177907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.177907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.178113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.178113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.178849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.178849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.178849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.178849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.178849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.178849] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 already deleted. [ 1126.178849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.215876] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.217312] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.218411] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.218694] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-634" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.220733] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-d62a9d03-b744-42a7-9f4e-3a8773add411 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.221083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.221307] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.221779] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.221999] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62a9d03-b744-42a7-9f4e-3a8773add411',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.508845] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b80ef0e7-8b09-48a3-9a78-091c1503406b: rpc.has_security_group_logging(os_id): False [ 1126.528203] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.528427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.528537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.528788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.528910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.529228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.529353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.529423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.529595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.529697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.529815] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b is going to be created. [ 1126.593299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.593488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.593564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.593803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.594031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.610632] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: IN_PROGRESS for 2s [ 1126.727369] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.727804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.727989] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.728433] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.728697] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.729205] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port d62a9d03-b744-42a7-9f4e-3a8773add411 not found, creating... [ 1126.729591] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.729964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.730129] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.730413] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.730564] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.730944] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.731073] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.731199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.731426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.731564] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.731710] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: d62a9d03-b744-42a7-9f4e-3a8773add411 is going to be created. [ 1126.764565] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.764834] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.764935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.765152] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.765387] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.765610] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.165694] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1127.166095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.458544] env[65325]: INFO networking_nsxv3.common.synchronization [req-44d4c156-324b-48a8-a989-cd4b86462465 req-f46b5ae0-badd-4c2d-9130-13c347d043cd service nova] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1127.458732] env[65325]: INFO networking_nsxv3.common.synchronization [req-44d4c156-324b-48a8-a989-cd4b86462465 req-f46b5ae0-badd-4c2d-9130-13c347d043cd service nova] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1127.458886] env[65325]: INFO networking_nsxv3.common.synchronization [req-44d4c156-324b-48a8-a989-cd4b86462465 req-f46b5ae0-badd-4c2d-9130-13c347d043cd service nova] Enqueued Resource ID: d62a9d03-b744-42a7-9f4e-3a8773add411 with Priority: HIGHEST for action port [ 1127.459414] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_rules [ 1127.459554] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1127.459651] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62a9d03-b744-42a7-9f4e-3a8773add411 with Priority: HIGHEST for action port [ 1127.459933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.460051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.460152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.460337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.460465] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.462033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.462033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.462130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.462325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.462472] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.462574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.462632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.462809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.462892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.462991] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.464087] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62a9d03-b744-42a7-9f4e-3a8773add411 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.464087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.464087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.464244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.464244] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62a9d03-b744-42a7-9f4e-3a8773add411',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.965631] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.967550] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.967711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.968159] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d62a9d03-b744-42a7-9f4e-3a8773add411 with status ACTIVE [ 1127.968372] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.968488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.968547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.968796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.968902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.969459] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.969459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.969459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.969612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.969752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.969933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.970066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.970133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.970302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.970382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.970479] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d62a9d03-b744-42a7-9f4e-3a8773add411 is going to be updated. [ 1127.999135] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.999334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.999383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.999639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.999831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.000180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62a9d03-b744-42a7-9f4e-3a8773add411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.052127] env[65325]: INFO networking_nsxv3.common.synchronization [req-d7c20c5c-86c2-4906-b99a-22672f50ece7 req-54e071a5-6bcc-41a2-a6d9-c64a521132a2 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1128.052619] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1128.053061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.053224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.053285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.053550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.053734] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.053734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.053844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.053969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.053969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.054211] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.450942] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.451270] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.451270] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.451536] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.451780] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.451935] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.452270] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.452533] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.452711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.452980] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.453111] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.453304] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.453401] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.453534] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.453657] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.453806] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.468514] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.473563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.473792] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.473937] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.474130] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.474481] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-1087e885-2ced-4c19-bb08-3d7e7bd53206 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.474664] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.474797] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.475153] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.475308] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1087e885-2ced-4c19-bb08-3d7e7bd53206',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.556894] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.625581] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: SUCCESS [ 1128.625786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.851473] env[65325]: INFO networking_nsxv3.common.synchronization [req-02a6e353-4fb9-40da-909f-c291eb2240b3 req-98c117c8-e761-45ad-83a5-d19f7f60aca3 tempest-ServersTestFqdnHostnames-1862307466 tempest-ServersTestFqdnHostnames-1862307466-project-member] Enqueued Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1128.852226] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 with Priority: HIGHEST for action security_group_members [ 1128.852674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.852805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.852886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.853115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.853286] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.853408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.853589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.853644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.853737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.853837] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fbd6831-bef7-4fb3-8916-dfb837f0ac09',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.971098] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.971765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.971891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.972022] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 is going to be created. [ 1128.977659] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.977866] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.977978] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.978258] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.978408] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.978564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 1087e885-2ced-4c19-bb08-3d7e7bd53206 not found, creating... [ 1128.978913] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.979131] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.979259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.979549] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.979707] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980021] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.980184] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.980340] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980607] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980786] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980937] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 1087e885-2ced-4c19-bb08-3d7e7bd53206 is going to be created. [ 1129.003167] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.003414] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.003585] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.003915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.004231] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.004467] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.008974] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.009125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.009191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.009414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.009580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.020313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: UNINITIALIZED for 2s [ 1129.059884] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.357021] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.357021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.357021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.357021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.357021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.357275] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.357369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.357547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.357797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.357911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.357986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 is going to be updated. [ 1129.411195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.411475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.411537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.411712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.412512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.422842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: IN_PROGRESS for 2s [ 1129.562495] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.562971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.562971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.562971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.563084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.563185] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1129.634596] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.634805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.634805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.635549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.635776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.648325] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1129.766239] env[65325]: INFO networking_nsxv3.common.synchronization [req-d7c20c5c-86c2-4906-b99a-22672f50ece7 req-e42451ae-0466-4024-8831-27b614369793 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1129.766239] env[65325]: INFO networking_nsxv3.common.synchronization [req-d7c20c5c-86c2-4906-b99a-22672f50ece7 req-e42451ae-0466-4024-8831-27b614369793 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1129.766239] env[65325]: INFO networking_nsxv3.common.synchronization [req-d7c20c5c-86c2-4906-b99a-22672f50ece7 req-e42451ae-0466-4024-8831-27b614369793 service nova] Enqueued Resource ID: 1087e885-2ced-4c19-bb08-3d7e7bd53206 with Priority: HIGHEST for action port [ 1129.766902] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1129.767031] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1129.767196] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1087e885-2ced-4c19-bb08-3d7e7bd53206 with Priority: HIGHEST for action port [ 1129.767536] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.767654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.767733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.767925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.768022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.769061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.769194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.769437] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1087e885-2ced-4c19-bb08-3d7e7bd53206 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.769594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.769688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771046] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1087e885-2ced-4c19-bb08-3d7e7bd53206',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.274524] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.274700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277470] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1087e885-2ced-4c19-bb08-3d7e7bd53206 with status ACTIVE [ 1130.277470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.277470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.277470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.277470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.277470] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1087e885-2ced-4c19-bb08-3d7e7bd53206 is going to be updated. [ 1130.307319] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.307951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.308100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.308478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1087e885-2ced-4c19-bb08-3d7e7bd53206" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.031380] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: SUCCESS [ 1131.031750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.031833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.032094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.032410] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.032559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.032621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.032774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.032852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.032938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.033044] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.435594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 in Status: SUCCESS [ 1131.435830] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fbd6831-bef7-4fb3-8916-dfb837f0ac09 deletion is rescheduled due to dependency. [ 1131.435954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fbd6831-bef7-4fb3-8916-dfb837f0ac09" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.535713] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.663467] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1131.663803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.664782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.664782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.664782] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.664782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.664782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.665136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.665136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.665136] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.039224] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b41a67e-7b00-4d14-9c02-8f8e7af59039: rpc.has_security_group_logging(os_id): False [ 1132.062672] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.062944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.062944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.063114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.063207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.063533] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.063651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.063716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.063842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.063915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.064017] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 is going to be created. [ 1132.134258] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.134504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.134504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.134709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.135435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.147909] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: IN_PROGRESS for 2s [ 1132.167445] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.670092] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.172217] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.173176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.173176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.173176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.173176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.173176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1133.205135] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.205834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.205834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.205834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.207276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.217773] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1134.162030] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: SUCCESS [ 1134.162030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.768848] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.768848] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1135.229800] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 4s [ 1137.241381] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1137.241706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.241706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.242019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.242199] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.242411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.242495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.242676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.242757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.242847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.242953] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.631878] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4f99c918-b04b-4021-b93a-c233f4e806e7 None None] Enqueued Resource ID: 7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a with Priority: HIGHEST for action port [ 1137.631878] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a with Priority: HIGHEST for action port [ 1137.631878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.631878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.631878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.631878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.631878] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.745960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.746495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.746805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.748017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.748017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.748017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.748339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.748369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.748533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.748675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.748768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.748853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.749057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.749164] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.749269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.749381] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.062466] env[65325]: INFO networking_nsxv3.common.synchronization [None req-da30ce68-fdf1-4046-8b74-eea993fd486a tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1138.062998] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1138.063318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.063428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.064458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.064458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.064458] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.133219] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a [ 1138.133625] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.133766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.133852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.134088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.134356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.134356] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a already deleted. [ 1138.134356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bc07b1f-ff77-4ed5-be8c-e18967f3ca1a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.179098] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8c1bfd8b-b931-412e-9e61-0b571ff30bd7 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1138.180040] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1138.180040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.180040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.252202] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1138.273916] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.274111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.274212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.274443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.274619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.274904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.275047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.275150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.275328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.275403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.275631] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.275736] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.275856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.276035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.276177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.276516] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.276711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.277449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.277676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.277788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.277886] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1138.346176] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.346176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.346337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.346463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.346640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.364765] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1138.588984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.588984] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 already deleted. [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.588984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.588984] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.111144] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.115269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.115378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.115593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.115683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.115784] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 already deleted. [ 1139.115868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.027601] env[65325]: INFO networking_nsxv3.common.synchronization [None req-2a5eacc8-02d8-4fa0-b291-586deb70daae None None] Enqueued Resource ID: 2138bc55-945e-49c4-a7f7-7d64e55675af with Priority: HIGHEST for action port [ 1140.028085] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2138bc55-945e-49c4-a7f7-7d64e55675af with Priority: HIGHEST for action port [ 1140.028379] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2138bc55-945e-49c4-a7f7-7d64e55675af taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.028477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2138bc55-945e-49c4-a7f7-7d64e55675af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.028525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2138bc55-945e-49c4-a7f7-7d64e55675af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.028755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2138bc55-945e-49c4-a7f7-7d64e55675af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.028839] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2138bc55-945e-49c4-a7f7-7d64e55675af',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.381031] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1140.381272] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.530986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2138bc55-945e-49c4-a7f7-7d64e55675af [ 1140.531326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.531516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.531616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.531859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.531952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.532061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2138bc55-945e-49c4-a7f7-7d64e55675af already deleted. [ 1140.532147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2138bc55-945e-49c4-a7f7-7d64e55675af" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.734918] env[65325]: INFO networking_nsxv3.common.synchronization [req-b8bcb1d4-756b-4cb3-824b-559b0180b9b0 req-212f7f80-99f9-41d4-81cc-7b03d21c5f86 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1143.735479] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1143.735789] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.735909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.736044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.736175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.736331] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.736430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.736493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.736689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.736785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.736876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.199917] env[65325]: INFO networking_nsxv3.common.synchronization [req-85e6860e-e99b-4b37-9df2-6153a5245e3b req-624b1e06-e466-4947-8a69-a587fadf5dab tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1144.200702] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1144.201025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.201158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.201228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.201504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.201661] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.201785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.201853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.202016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.202105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.202198] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.239181] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.587997] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.588259] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.588416] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.588771] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.589081] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.589281] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.589435] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.589669] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.589828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.590075] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.590218] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.590337] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.590463] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.590623] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.590699] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.590845] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.611715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.612130] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.612307] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.612534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.612868] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.613074] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.613528] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.613528] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.613674] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8f0abb-55f2-4e6c-848d-6472ff7960b8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.706466] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.706652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.706699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.706907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.706992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.707214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.707316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.707377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.707524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.707598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.707680] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 already deleted. [ 1144.707757] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.740556] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.115823] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.116071] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.116201] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.116472] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.116619] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.116769] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port ab8f0abb-55f2-4e6c-848d-6472ff7960b8 not found, creating... [ 1145.117915] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.117915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.117915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.117915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.117915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.118166] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.118166] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.118316] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.118405] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.118534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.118671] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: ab8f0abb-55f2-4e6c-848d-6472ff7960b8 is going to be created. [ 1145.140010] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.140255] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.140380] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.140645] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.140909] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.141154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.243579] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.243851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.243851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.244060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.244201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244309] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1145.279393] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.279582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.279629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.279820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.279985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.289608] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1145.859940] env[65325]: INFO networking_nsxv3.common.synchronization [req-85e6860e-e99b-4b37-9df2-6153a5245e3b req-f089a08f-ad45-4bce-abab-fb700f6ef1ef service nova] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1145.860226] env[65325]: INFO networking_nsxv3.common.synchronization [req-85e6860e-e99b-4b37-9df2-6153a5245e3b req-f089a08f-ad45-4bce-abab-fb700f6ef1ef service nova] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1145.860275] env[65325]: INFO networking_nsxv3.common.synchronization [req-85e6860e-e99b-4b37-9df2-6153a5245e3b req-f089a08f-ad45-4bce-abab-fb700f6ef1ef service nova] Enqueued Resource ID: ab8f0abb-55f2-4e6c-848d-6472ff7960b8 with Priority: HIGHEST for action port [ 1145.860775] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_rules [ 1145.860893] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1145.860971] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8f0abb-55f2-4e6c-848d-6472ff7960b8 with Priority: HIGHEST for action port [ 1145.862131] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.862265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.862335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.862596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.862676] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.864031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.864156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.864225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.864391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.864559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.864674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.864738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.865166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.865166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.865166] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.865826] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.866776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.866776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.866776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.866776] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8f0abb-55f2-4e6c-848d-6472ff7960b8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.368078] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.368321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.368452] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.369578] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab8f0abb-55f2-4e6c-848d-6472ff7960b8 with status ACTIVE [ 1146.369772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.369940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.370071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.370363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.370490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.370687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.370831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.370930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.371151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.371234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.371485] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.371633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.371706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.371888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.371957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.372024] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab8f0abb-55f2-4e6c-848d-6472ff7960b8 is going to be updated. [ 1146.404744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.404980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.405312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.405718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.405718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8f0abb-55f2-4e6c-848d-6472ff7960b8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.874034] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.305134] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1147.305561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.376632] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.376883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.376883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.376994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.377113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.377216] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 is going to be created. [ 1147.403142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.403396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.403448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.403730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.403959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.417573] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: UNINITIALIZED for 2s [ 1147.900752] env[65325]: INFO networking_nsxv3.common.synchronization [req-1c18a410-a771-45ce-8578-6fd79689b651 req-6016e1fd-55dd-45b9-9dc3-00ce8e4c8a4b tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1147.901385] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1147.901817] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.902656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.902656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.903083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.903459] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.907028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.907028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.907028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.907028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.907028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.409167] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.409311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.409422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.409728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.409882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.410612] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.410612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.410612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.410782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.410819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.410969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1148.443160] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.443485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.443485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.443746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.443931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.453335] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1149.427958] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: SUCCESS [ 1149.428325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.428437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.429153] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.429321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.429420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.429601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.429703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.429818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.429935] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.932920] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.435912] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e3ec348-70b5-4338-8f83-2a7ca1ff5087: rpc.has_security_group_logging(os_id): False [ 1150.454773] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.454953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.454994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.455248] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.455368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.455572] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.455694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.455743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.455898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.455989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.456113] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 is going to be created. [ 1150.466503] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1150.466684] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1150.466789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.514425] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.514643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.514643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.514871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.515093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.526767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: IN_PROGRESS for 2s [ 1151.805807] env[65325]: INFO networking_nsxv3.common.synchronization [req-ca5b43bd-89a3-4da3-a0ea-d89c63fa2519 req-af860401-a45f-4f57-9754-d4e72c9e08e3 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1151.806327] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGHEST for action security_group_members [ 1151.806633] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.806760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.806824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.808214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.808462] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.808587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.808657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.808875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.809157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.810184] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.902779] env[65325]: INFO networking_nsxv3.common.synchronization [req-10f43137-f1c3-4998-8588-734a9951d4fb req-13239dc8-79d8-4d1c-a234-ae7b390db06b tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1151.903475] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1151.903836] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.903968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.906375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.906375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.906488] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.906559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.906739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.906947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.907065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.907164] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.312633] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.312793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.312864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.313120] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.313210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.313398] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.313492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.313554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.313719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.313794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.313878] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a504be89-4954-4427-b4fe-db817de035d4 is going to be updated. [ 1152.339844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.340031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.340078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.340260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.340394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.349175] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: IN_PROGRESS for 2s [ 1152.412344] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.541075] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: SUCCESS [ 1152.541216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.918532] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.421029] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.421208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421208] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.421501] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.421597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1153.453037] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.453037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.453037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.453307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.453354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.462968] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1154.362092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a504be89-4954-4427-b4fe-db817de035d4 in Status: SUCCESS [ 1154.362092] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a504be89-4954-4427-b4fe-db817de035d4 deletion is rescheduled due to dependency. [ 1154.362092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.026779] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8d6a068-e5eb-4f72-863c-6abd549d1a16 req-c2a7e994-ade2-4b4b-940d-249bd1aa8898 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1155.027328] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1155.027688] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.027817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.027878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.030375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.030574] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.030687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.030746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.030930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.031022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.031117] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.326024] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.326236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.327046] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.327046] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.327046] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.327233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.327269] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.327465] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.327604] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.327807] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.327916] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.328030] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.328137] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.328240] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.328340] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.328465] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.348212] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.348384] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.348508] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.348684] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.349029] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-d1219f2e-2c49-431b-9fe8-df4714635695 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.349208] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.349327] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.349665] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.349822] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1219f2e-2c49-431b-9fe8-df4714635695',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.473537] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1155.473891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.534024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.534024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.534024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.534251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.534251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.534407] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.534515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.534583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.534724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.534800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.534900] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1155.566760] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.566949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.567053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.567299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.567451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.577163] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1155.851923] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.852182] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.852325] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.852651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.852804] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.852969] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port d1219f2e-2c49-431b-9fe8-df4714635695 not found, creating... [ 1155.853248] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.853407] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.853525] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.853756] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.855055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.855055] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.855055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.855055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.855055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.855055] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.855055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: d1219f2e-2c49-431b-9fe8-df4714635695 is going to be created. [ 1155.879738] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.880058] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.880197] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.880693] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.881040] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.881361] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.615185] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8d6a068-e5eb-4f72-863c-6abd549d1a16 req-7571e2a3-edda-4891-af2e-415990e7525e service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1156.615542] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8d6a068-e5eb-4f72-863c-6abd549d1a16 req-7571e2a3-edda-4891-af2e-415990e7525e service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1156.615542] env[65325]: INFO networking_nsxv3.common.synchronization [req-c8d6a068-e5eb-4f72-863c-6abd549d1a16 req-7571e2a3-edda-4891-af2e-415990e7525e service nova] Enqueued Resource ID: d1219f2e-2c49-431b-9fe8-df4714635695 with Priority: HIGHEST for action port [ 1156.615968] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1156.616116] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1156.616213] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1219f2e-2c49-431b-9fe8-df4714635695 with Priority: HIGHEST for action port [ 1156.616476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.616593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.616705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.616844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.616921] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.619529] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.619727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.619943] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1219f2e-2c49-431b-9fe8-df4714635695 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.620061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.620125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.620298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.620387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1219f2e-2c49-431b-9fe8-df4714635695',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.120086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.120306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.122498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1219f2e-2c49-431b-9fe8-df4714635695 with status ACTIVE [ 1157.122736] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.122862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.122929] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.123168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.123260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.123428] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.123523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.123587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.123744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.123815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.124048] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.124150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.124210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.124351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.124424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.124505] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1219f2e-2c49-431b-9fe8-df4714635695 is going to be updated. [ 1157.145878] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.146060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.146111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.146279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.146410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.146559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1219f2e-2c49-431b-9fe8-df4714635695" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.587899] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1157.588114] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1157.588228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.588425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.588702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.588917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.589071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.589149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.589275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.589350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.589449] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.091208] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.593690] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.096094] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.096382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.096382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.096549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.096638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.096741] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1159.126645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.126843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.126843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.126938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.127094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.135839] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1161.148706] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1161.149058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.149266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.149493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.149712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.149853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.149918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.150094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.150174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.150258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.150364] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.325855] env[65325]: INFO networking_nsxv3.common.synchronization [req-6e9d3fab-a0d3-4ad8-988b-8b140442857a req-22008a3b-55c3-4efa-8b3f-09fb812382e2 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1161.326451] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1161.326670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.326787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.326846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.327192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.327192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.327456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.327456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.327456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.327653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.327653] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.625923] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.626229] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.626441] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.626789] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.627152] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.627353] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.627555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.627846] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.628039] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.628319] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.628456] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.628639] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.628794] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.628932] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.629057] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.629220] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.652873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.653092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.653147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.653340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.653518] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.653637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.653694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.653842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.653930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654174] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.654280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.654580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.654666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.654908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.655121] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.661888] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.662116] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.662262] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.662485] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.662897] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-2722d2fe-4037-4be1-bd64-64a2101144d6 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.663140] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.663311] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.663701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.663846] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2722d2fe-4037-4be1-bd64-64a2101144d6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.829955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.157522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1162.166620] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.166860] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.166951] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.167335] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.167497] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.167659] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 2722d2fe-4037-4be1-bd64-64a2101144d6 not found, creating... [ 1162.167920] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.168100] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.168230] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.168473] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.168650] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.168946] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.169246] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.169333] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.169483] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.169619] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.169759] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 2722d2fe-4037-4be1-bd64-64a2101144d6 is going to be created. [ 1162.181915] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.182128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.182128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.182335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.182420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.182671] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.182808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.182882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.183055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.183129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.183310] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.183402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.183458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.183596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.183701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.183857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.183964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.184034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.184149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.184211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.184302] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1162.192868] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.193141] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.193208] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.193469] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.193721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.193944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.253902] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.254181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.254181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.254352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.254505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.276369] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1162.333410] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.835847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.835992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.836056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.836279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.836384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.836511] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1162.867141] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.867304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.867354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.867608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.867750] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.876873] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1162.889347] env[65325]: INFO networking_nsxv3.common.synchronization [req-6e9d3fab-a0d3-4ad8-988b-8b140442857a req-261e5dd1-8402-4062-aea5-a332f3a1377e service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1162.889496] env[65325]: INFO networking_nsxv3.common.synchronization [req-6e9d3fab-a0d3-4ad8-988b-8b140442857a req-261e5dd1-8402-4062-aea5-a332f3a1377e service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1162.889582] env[65325]: INFO networking_nsxv3.common.synchronization [req-6e9d3fab-a0d3-4ad8-988b-8b140442857a req-261e5dd1-8402-4062-aea5-a332f3a1377e service nova] Enqueued Resource ID: 2722d2fe-4037-4be1-bd64-64a2101144d6 with Priority: HIGHEST for action port [ 1162.889822] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1162.889950] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1162.890063] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2722d2fe-4037-4be1-bd64-64a2101144d6 with Priority: HIGHEST for action port [ 1162.890638] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.890818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.890884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.891494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.891581] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.893118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.893118] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.893325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2722d2fe-4037-4be1-bd64-64a2101144d6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.893660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.893761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.893988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.894080] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2722d2fe-4037-4be1-bd64-64a2101144d6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.394171] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.394588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.396823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2722d2fe-4037-4be1-bd64-64a2101144d6 with status ACTIVE [ 1163.396921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.397050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.397183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.397345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.397439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.397632] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.397737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.397799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.397969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.398054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.398262] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.398354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.398408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.398566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.398638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.398729] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2722d2fe-4037-4be1-bd64-64a2101144d6 is going to be updated. [ 1163.421386] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.421598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.421598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.421812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.421970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.422146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2722d2fe-4037-4be1-bd64-64a2101144d6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.258969] env[65325]: INFO networking_nsxv3.common.synchronization [req-ed959834-cda2-4a45-9ad2-9147a3014546 req-281a2182-1f66-4832-877f-14f5b64b905d tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1164.259527] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1164.259835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.259955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.260035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.260228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.260380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.260483] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.260532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.260672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.260834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.260925] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.290378] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1164.290594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.578456] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.578778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.578778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.579076] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.579337] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.579517] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.579650] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.579855] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.580010] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.580220] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.580331] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.580467] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.580591] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.580713] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.580819] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.580952] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.601700] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.601765] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.601900] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.602098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.602418] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-391c3bbf-bf04-4f66-8c8c-61dab610c682 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.602589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.602706] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.603118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.603261] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391c3bbf-bf04-4f66-8c8c-61dab610c682',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.763874] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.764147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.764147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.764637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.764637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.764748] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.764891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.765013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.765234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.765309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.765420] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be deleted. [ 1164.811542] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.811646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.811717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.811974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.812117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.812254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.888835] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1164.888835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.889116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.889323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.889559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.889694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.889755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.889956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.890102] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.890102] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.105708] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.105929] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.106066] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.106351] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.106499] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.106655] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 391c3bbf-bf04-4f66-8c8c-61dab610c682 not found, creating... [ 1165.106955] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.107150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.107264] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.107469] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.107601] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.107876] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.108041] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.108150] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.108340] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.108465] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.108606] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 is going to be created. [ 1165.129122] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.129390] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.129552] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.129791] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.130032] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.130314] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.392282] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.840818] env[65325]: INFO networking_nsxv3.common.synchronization [req-ed959834-cda2-4a45-9ad2-9147a3014546 req-91050bf3-9d34-4a4b-b5ba-9c0624ddb5ab service nova] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_rules [ 1165.841115] env[65325]: INFO networking_nsxv3.common.synchronization [req-ed959834-cda2-4a45-9ad2-9147a3014546 req-91050bf3-9d34-4a4b-b5ba-9c0624ddb5ab service nova] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1165.841115] env[65325]: INFO networking_nsxv3.common.synchronization [req-ed959834-cda2-4a45-9ad2-9147a3014546 req-91050bf3-9d34-4a4b-b5ba-9c0624ddb5ab service nova] Enqueued Resource ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 with Priority: HIGHEST for action port [ 1165.841328] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_rules [ 1165.841457] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1165.841550] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 with Priority: HIGHEST for action port [ 1165.842095] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.842226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.842295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.842513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.842563] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.843471] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.843582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.843635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.843808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.843953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.844059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.844204] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.844293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.844369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.844457] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.845184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-391c3bbf-bf04-4f66-8c8c-61dab610c682 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.845322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.845417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.845493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.845554] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391c3bbf-bf04-4f66-8c8c-61dab610c682',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.894240] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.347760] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.347906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.348126] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.349360] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391c3bbf-bf04-4f66-8c8c-61dab610c682 with status ACTIVE [ 1166.349360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.349360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.349360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.349639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.349639] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.349802] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.349913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.349990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.350094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.350172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.350361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.350495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.350495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.352038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.352038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.352038] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 is going to be updated. [ 1166.374960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.375158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.375236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.375449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.375587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.375744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.396761] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.396996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.397060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.397277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.397370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.397492] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1166.456639] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.456827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.456869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.457167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.457318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.485324] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1166.852854] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.922269] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b4eb7e76-f9c9-40a6-aa52-e9ccd3014053 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1166.923100] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1166.923551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.923774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.923831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.924230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.924365] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.003733] env[65325]: INFO networking_nsxv3.common.synchronization [None req-8417b16f-6a35-45e8-b373-2a1a86e833e2 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1167.006071] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1167.006668] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.006808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.355754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.355959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.356014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.356301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.356301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.356418] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be created. [ 1167.386239] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.386398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.386466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.386692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.386852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.397523] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: UNINITIALIZED for 2s [ 1167.446249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.446336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.446403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.446606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.446681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.446752] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 already deleted. [ 1167.446823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.446973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.447142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.447231] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.972961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.973303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.973403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.973580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.973666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.973767] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 already deleted. [ 1167.973842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.018887] env[65325]: INFO networking_nsxv3.common.synchronization [req-2ed0e17f-97f1-4fbc-a512-9f93aa83404a req-04f0215c-19af-4c28-8bae-1939ade3390b tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1168.019496] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1168.019730] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.019852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.019934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.020139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.020296] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.020393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.020449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.020703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.020854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.020900] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.498012] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1168.498276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.498473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.498701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.498912] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.499053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.499135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.499294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.499390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.499480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.499573] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.522719] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.522967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.523258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.523347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.523559] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.523658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.523987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.524076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.524166] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1168.552536] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.552751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.552955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.553253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.553411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.562621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1169.002223] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.002617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.002617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.002695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.002917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.003090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.003090] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.003301] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.003412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.003535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.003751] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.004036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.004158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.004277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.004418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.004514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.004572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.004710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.004785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.004866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.004955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.407814] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 1169.408269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.408544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.408862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.409177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.409716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.409716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.409911] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.410077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.410234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.410398] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.507032] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1169.527036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.527036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.527036] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.527321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.527321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.527438] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.527560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.527640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.527744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.527833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.528042] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.528140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.528193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.528340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.528400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.528585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.528678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.528738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.528878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.528951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.529060] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1169.594762] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.594928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.594969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.595319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.595475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.618249] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1169.797849] env[65325]: INFO networking_nsxv3.common.synchronization [req-5759aa97-8594-4ea5-9d1f-5b4a8fda8def req-5866c5dc-43a6-49ef-9d4f-7abb449b5ff5 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1169.798750] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1169.799770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.799926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.800031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.801034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.801034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.801034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.801034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.801288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.801288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.801389] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.913337] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.913534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.913595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.913841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.913983] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.914116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.914179] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.914337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.914423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.914513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.914665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.914756] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.914815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.914963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.915173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.915310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.915349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.915482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.915568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.915632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.915724] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.105358] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.105680] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.105680] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.105942] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.106248] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.106440] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.106559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.106778] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.106925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.107233] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.107367] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.107581] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.107753] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.108038] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.108038] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.108176] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.126719] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.126922] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.127122] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.127337] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.127738] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-72d7edfc-9d5a-43ba-ab1d-17362bb32530 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.127923] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.128058] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.128563] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.128563] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d7edfc-9d5a-43ba-ab1d-17362bb32530',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.303834] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.303998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.304073] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.304303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.304388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.304601] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.304709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.304758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.304905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.304966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.305142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab already deleted. [ 1170.305227] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.417713] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b831c89-5717-4e21-9c07-83bfc46a14c9: rpc.has_security_group_logging(os_id): False [ 1170.443388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.443574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.443574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.443842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.443948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.444124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.444224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.444284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.444432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.444507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.444710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.444805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.444865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.445012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.445085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.445512] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.445650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.445717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.445859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.446018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.446018] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be created. [ 1170.518333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.518504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.518579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.518883] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.519159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.533322] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: IN_PROGRESS for 2s [ 1170.572614] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1170.572791] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1170.572924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.631892] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.632092] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.632236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.632626] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.632939] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.633111] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 72d7edfc-9d5a-43ba-ab1d-17362bb32530 not found, creating... [ 1170.633412] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.633586] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.633706] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.633983] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.634145] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634462] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.634615] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.634729] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635185] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.635340] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 72d7edfc-9d5a-43ba-ab1d-17362bb32530 is going to be created. [ 1170.661560] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.661803] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.661897] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.662236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.662423] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.662644] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.349681] env[65325]: INFO networking_nsxv3.common.synchronization [req-5759aa97-8594-4ea5-9d1f-5b4a8fda8def req-976dcdc7-53c7-41eb-918e-56bde67830a8 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1171.349909] env[65325]: INFO networking_nsxv3.common.synchronization [req-5759aa97-8594-4ea5-9d1f-5b4a8fda8def req-976dcdc7-53c7-41eb-918e-56bde67830a8 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1171.349909] env[65325]: INFO networking_nsxv3.common.synchronization [req-5759aa97-8594-4ea5-9d1f-5b4a8fda8def req-976dcdc7-53c7-41eb-918e-56bde67830a8 service nova] Enqueued Resource ID: 72d7edfc-9d5a-43ba-ab1d-17362bb32530 with Priority: HIGHEST for action port [ 1171.350449] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1171.350587] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1171.350702] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d7edfc-9d5a-43ba-ab1d-17362bb32530 with Priority: HIGHEST for action port [ 1171.351237] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.351440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.351476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.351807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.351893] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.353734] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.353852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.354049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.354300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.354405] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.354503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.354562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.354711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.354801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.354938] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.355900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d7edfc-9d5a-43ba-ab1d-17362bb32530 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.356485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.356612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.356788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.356868] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d7edfc-9d5a-43ba-ab1d-17362bb32530',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.636557] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1171.636791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.859650] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72d7edfc-9d5a-43ba-ab1d-17362bb32530 with status ACTIVE [ 1171.860140] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.860465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.861712] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.861712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.862231] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.862231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.862231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.862231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.862231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.862231] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72d7edfc-9d5a-43ba-ab1d-17362bb32530 is going to be updated. [ 1171.863545] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.863668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.863826] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.884940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.884940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.885182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.885230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.885647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.885647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d7edfc-9d5a-43ba-ab1d-17362bb32530" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.366787] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.549329] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 1172.550527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.699126] env[65325]: INFO networking_nsxv3.common.synchronization [req-6f2da7ba-1d8a-4edd-b102-d19c6f771096 req-7ac2bb43-f2e6-419f-8c39-c8458bebe433 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1172.699126] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1172.700069] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.700069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.700069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.700069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.700069] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.700480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.700480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.700480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.700480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.700480] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.869278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.869749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.869839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.869941] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be created. [ 1172.897040] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.897318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.897318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.897494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.897648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.912314] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: UNINITIALIZED for 2s [ 1173.037027] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.037027] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.037027] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.037027] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.037329] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.037560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.037701] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.038082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.038252] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.038463] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.038577] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.038686] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.038794] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.038902] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.039015] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.039171] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.058854] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.059088] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.059236] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.059414] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.059733] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.059905] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.060038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.060460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.060653] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d131ead1-9e5a-430c-8fc6-ac8175d65cd8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.202497] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.202709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.203166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.203298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.203598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.203749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.203880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.204119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.204245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.204380] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 already deleted. [ 1173.204499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.320114] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a522260-9bb7-4df3-8646-4923ff1cdbdc req-2bf6b800-d853-49f3-8a5c-3ad0ee59f654 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1173.320682] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGHEST for action security_group_members [ 1173.321531] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.321694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.321822] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.322326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.322326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.322326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.322561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.322765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.322985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.323130] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.385013] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a522260-9bb7-4df3-8646-4923ff1cdbdc req-2bf6b800-d853-49f3-8a5c-3ad0ee59f654 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 with Priority: HIGHEST for action port [ 1173.386585] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 with Priority: HIGHEST for action port [ 1173.386585] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-391c3bbf-bf04-4f66-8c8c-61dab610c682 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.386585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.386585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.387054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.387054] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391c3bbf-bf04-4f66-8c8c-61dab610c682',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.563229] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.563573] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.563806] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.564370] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.564760] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.564848] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port d131ead1-9e5a-430c-8fc6-ac8175d65cd8 not found, creating... [ 1173.565249] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.565352] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.565646] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.565792] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.565997] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.566384] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.566602] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.566828] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.567061] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.567253] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.567460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: d131ead1-9e5a-430c-8fc6-ac8175d65cd8 is going to be created. [ 1173.592757] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.593063] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.593201] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.593470] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.593721] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.594061] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.826017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.826210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.826283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.826479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.826557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.826755] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.826841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.826902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.827058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.827138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.827220] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be updated. [ 1173.859506] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.859690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.859760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.860026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.860192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.871495] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: IN_PROGRESS for 2s [ 1173.888695] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 391c3bbf-bf04-4f66-8c8c-61dab610c682 with status ACTIVE [ 1173.888695] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.888695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.888695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.889046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.889176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.889396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.889634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.889732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.889920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.890042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.890287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.890438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.890525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.890700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.890828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.890983] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 391c3bbf-bf04-4f66-8c8c-61dab610c682 is going to be updated. [ 1173.913361] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.913561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.913654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.913835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.913998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.914193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391c3bbf-bf04-4f66-8c8c-61dab610c682" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.317452] env[65325]: INFO networking_nsxv3.common.synchronization [req-6f2da7ba-1d8a-4edd-b102-d19c6f771096 req-a54fbad5-58f6-4115-a94a-cf4da4b776c1 service nova] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1174.317638] env[65325]: INFO networking_nsxv3.common.synchronization [req-6f2da7ba-1d8a-4edd-b102-d19c6f771096 req-a54fbad5-58f6-4115-a94a-cf4da4b776c1 service nova] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1174.317698] env[65325]: INFO networking_nsxv3.common.synchronization [req-6f2da7ba-1d8a-4edd-b102-d19c6f771096 req-a54fbad5-58f6-4115-a94a-cf4da4b776c1 service nova] Enqueued Resource ID: d131ead1-9e5a-430c-8fc6-ac8175d65cd8 with Priority: HIGHEST for action port [ 1174.318280] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_rules [ 1174.318344] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1174.318474] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d131ead1-9e5a-430c-8fc6-ac8175d65cd8 with Priority: HIGHEST for action port [ 1174.318706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.318826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.318884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.319264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.319304] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.320941] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.321105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.321201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.321422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.321598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.321719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.321806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.322011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.322114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.322206] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.323399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.323538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.323619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.324016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.324016] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d131ead1-9e5a-430c-8fc6-ac8175d65cd8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.434889] env[65325]: INFO networking_nsxv3.common.synchronization [req-0c504cff-42dc-4231-86bf-4fbbb6f359bb req-f283691f-4f10-4594-b4f0-72956af1914b tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1174.435474] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1174.435824] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.436047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.436307] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.436396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.436491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.436622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.436701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.436801] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.825300] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.826520] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.826607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.828075] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d131ead1-9e5a-430c-8fc6-ac8175d65cd8 with status ACTIVE [ 1174.828295] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.828469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.828581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.829902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.829902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.829902] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.829902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.829902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.829902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.830296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.830296] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.830455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.830574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.830771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.830982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.831142] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d131ead1-9e5a-430c-8fc6-ac8175d65cd8 is going to be updated. [ 1174.859470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.859992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.860163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860326] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d131ead1-9e5a-430c-8fc6-ac8175d65cd8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.924795] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1174.925042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.925247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.925466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.925659] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.925787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.925849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.926031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.926648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.926648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.926648] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.939114] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.328497] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.428413] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.428601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.428673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.428916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.429115] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.429212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.429273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.429428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.429578] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.429625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.429739] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.429826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.429886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.430044] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.430215] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.430309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.430369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.430611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.430722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.430851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.431013] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.441176] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.831027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.831279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.831395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.831632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.831764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.831903] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 is going to be created. [ 1175.860581] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.860820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.860926] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.861196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.861393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.872899] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: UNINITIALIZED for 2s [ 1175.880697] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 in Status: SUCCESS [ 1175.880884] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 deletion is rescheduled due to dependency. [ 1175.881030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.933671] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b078400-af34-4c85-b102-540e7eff39ab: rpc.has_security_group_logging(os_id): False [ 1175.943838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.944126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.944126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.944216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.944295] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.944401] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1175.958503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.958702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.958702] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.958903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.959009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.959220] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.959342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.959409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.960047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.960047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.960047] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.960047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.960047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.960296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.960296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.960359] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.960482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.960482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.960630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.960699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.960787] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be created. [ 1175.984179] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.984344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.984433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.984604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.984747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.002979] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1176.040788] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.041025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.041025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.041211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.041384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.052518] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1177.884135] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: SUCCESS [ 1177.884545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.884545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.884545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.884744] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.884892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.884964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.885181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.885269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.885340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.885434] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.014199] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1178.014432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.070865] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1178.071108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.387570] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.888891] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ec33a1-9343-412c-a5b2-be1013179f55: rpc.has_security_group_logging(os_id): False [ 1178.910865] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.911048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.911145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.911333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.911419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.911668] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.911764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.911826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.911968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.912054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.912141] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 is going to be created. [ 1178.976685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.976879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.976954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.977220] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.977441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.992895] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: IN_PROGRESS for 2s [ 1179.436695] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.436813] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1180.893999] env[65325]: INFO networking_nsxv3.common.synchronization [req-3669689a-00b8-4eca-a959-3a5da3fc4da3 req-3f8ddb22-844d-4771-9169-509d776e09af tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1180.893999] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1180.894308] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.894499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.894787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.895632] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.009293] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: SUCCESS [ 1181.009553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.249020] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.249020] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.249020] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.249020] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.249650] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.249978] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.250320] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.250604] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.250866] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.251122] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.274278] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.274278] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.274278] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.274603] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.274846] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-59156841-0860-44c9-a269-c3412cdaf987 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.275031] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.275151] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.275556] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.275690] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59156841-0860-44c9-a269-c3412cdaf987',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.397872] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.398148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.398222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.398442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.398529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.398769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.398905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.398994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.399191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.399281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.399408] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1181.464356] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.464552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.464596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.464775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.464914] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.476710] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1181.777738] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.778030] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.778128] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.778428] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.778574] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.778729] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 59156841-0860-44c9-a269-c3412cdaf987 not found, creating... [ 1181.778998] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.779211] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.779320] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.779502] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.779639] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.779938] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.780114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.780209] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.780411] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.780543] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.780683] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 59156841-0860-44c9-a269-c3412cdaf987 is going to be created. [ 1181.802230] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.802437] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.802560] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.802842] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.803154] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.803377] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [req-3669689a-00b8-4eca-a959-3a5da3fc4da3 req-3f7702ee-2f9b-4304-bf4f-24b4179ad4f6 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [req-3669689a-00b8-4eca-a959-3a5da3fc4da3 req-3f7702ee-2f9b-4304-bf4f-24b4179ad4f6 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [req-3669689a-00b8-4eca-a959-3a5da3fc4da3 req-3f7702ee-2f9b-4304-bf4f-24b4179ad4f6 service nova] Enqueued Resource ID: 59156841-0860-44c9-a269-c3412cdaf987 with Priority: HIGHEST for action port [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1182.510094] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59156841-0860-44c9-a269-c3412cdaf987 with Priority: HIGHEST for action port [ 1182.510094] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.510094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.510988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.513598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.513598] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.514445] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.514543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.515328] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-59156841-0860-44c9-a269-c3412cdaf987 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.515498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.515573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.515784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.515897] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59156841-0860-44c9-a269-c3412cdaf987',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.754469] env[65325]: INFO networking_nsxv3.common.synchronization [req-868962d2-3b4b-4988-818a-133ef458e3d4 req-f86d2e60-0861-43d6-8f98-242babb9a410 tempest-ServersTestBootFromVolume-1879679893 tempest-ServersTestBootFromVolume-1879679893-project-member] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1182.755451] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGHEST for action security_group_members [ 1182.755451] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.755451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.755649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.755708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.755852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.755946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.756014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.756310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.756395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.756656] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.017211] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.017440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.017554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59156841-0860-44c9-a269-c3412cdaf987 with status ACTIVE [ 1183.017727] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.017827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.017895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.018150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.018338] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.018560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.018560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.018671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.018735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.018821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.018992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.019135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.019182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.019304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.019381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.019465] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59156841-0860-44c9-a269-c3412cdaf987 is going to be updated. [ 1183.043849] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.044060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.044060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.044332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.044473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.044678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59156841-0860-44c9-a269-c3412cdaf987" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.190265] env[65325]: INFO networking_nsxv3.common.synchronization [req-818c9ac3-b713-49b7-abd7-d9c3a441152d req-de8f17c9-fe6a-462e-b257-96ebd8576355 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1183.190810] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1183.191185] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.191300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.191361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.191562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.191717] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.191816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.191879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.193198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.193336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.193443] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.258606] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.258780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.258878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.259178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.259465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.260415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.260415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.260415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.260415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.260415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.260415] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 is going to be updated. [ 1183.291984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.292167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.292218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.292433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.292573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.305616] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: IN_PROGRESS for 2s [ 1183.488856] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1183.489079] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1183.489198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.489381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.489593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.489786] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.489903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.489973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.490142] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.490223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.490317] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.547390] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.547711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.547711] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.547967] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.548237] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.548398] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.548515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.548731] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.548870] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.549090] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.549204] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.549311] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.549414] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.549530] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.549633] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.549761] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.569150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.569314] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.569454] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.569630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-794" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.569994] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.570193] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.570314] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.570636] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.570774] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd68f0fb-d295-4a1b-830b-eb813b70d6aa',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.639662] env[65325]: INFO networking_nsxv3.common.synchronization [req-bf4d2ab7-4453-4742-8c7d-0b228f452eb7 req-604681ed-405a-4484-ae0a-fecab12dcbac tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1183.640255] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1183.640565] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.640685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.640769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.641114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.641284] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.641407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.641467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.641627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.641708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.641818] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.695524] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.994050] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.076231] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.076231] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.076231] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.076661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.076661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.076661] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port cd68f0fb-d295-4a1b-830b-eb813b70d6aa not found, creating... [ 1184.076918] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.077097] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.077233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.077743] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.077743] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.077907] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.078042] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.078103] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.078302] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.078430] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.078570] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: cd68f0fb-d295-4a1b-830b-eb813b70d6aa is going to be created. [ 1184.113824] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.114099] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.114172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.114434] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.114653] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.115844] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.144218] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.144491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.144491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.144641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.144742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.144938] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.145127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.145127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.145275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.145339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.145407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1184.197086] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.197791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.197891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.198192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.198390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.199613] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.215545] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1184.495682] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.705111] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.705807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.705807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.705807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.705807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.705807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1184.757656] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.757901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.757901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.758097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.761084] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.770646] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1184.892208] env[65325]: INFO networking_nsxv3.common.synchronization [req-818c9ac3-b713-49b7-abd7-d9c3a441152d req-ed813b6a-ede0-4a64-aa0d-97f3f7fe7b92 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1184.892397] env[65325]: INFO networking_nsxv3.common.synchronization [req-818c9ac3-b713-49b7-abd7-d9c3a441152d req-ed813b6a-ede0-4a64-aa0d-97f3f7fe7b92 service nova] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1184.892528] env[65325]: INFO networking_nsxv3.common.synchronization [req-818c9ac3-b713-49b7-abd7-d9c3a441152d req-ed813b6a-ede0-4a64-aa0d-97f3f7fe7b92 service nova] Enqueued Resource ID: cd68f0fb-d295-4a1b-830b-eb813b70d6aa with Priority: HIGHEST for action port [ 1184.893361] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_rules [ 1184.893512] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1184.893610] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd68f0fb-d295-4a1b-830b-eb813b70d6aa with Priority: HIGHEST for action port [ 1184.894930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.894930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.894930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.894930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.894930] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.898015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.898015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.898015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.898015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.898015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.898015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.898513] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd68f0fb-d295-4a1b-830b-eb813b70d6aa',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.999322] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.999566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.999678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.000014] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.000291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.000465] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1185.035401] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.035603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.035603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.035891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.035994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.048720] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1185.317040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 in Status: SUCCESS [ 1185.317284] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 deletion is rescheduled due to dependency. [ 1185.317423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.400296] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.400552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.400743] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd68f0fb-d295-4a1b-830b-eb813b70d6aa with status ACTIVE [ 1185.400945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.401245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.401459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.401820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.401948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.402230] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.402305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.402360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.402817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.402817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.402817] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.402964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.402964] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.403210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.403382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.403442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd68f0fb-d295-4a1b-830b-eb813b70d6aa is going to be updated. [ 1185.431124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.431380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.431447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.431651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.431772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.431937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd68f0fb-d295-4a1b-830b-eb813b70d6aa" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.228254] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1186.228571] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab deletion is rescheduled due to dependency. [ 1186.228571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.781084] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1186.781280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.781381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.781594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.781784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.781887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.781952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.782131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.782198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.782304] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.061628] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1187.061848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.062033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.062291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.062450] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.062567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.062632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.062928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.062928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.062928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.063132] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.285111] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.335122] env[65325]: INFO networking_nsxv3.common.synchronization [req-0c5f15c5-49e8-47f7-9e54-1ef3c56de9d6 req-df8e3968-dbad-4598-8969-fd15c39d4dd9 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1187.335705] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGHEST for action security_group_members [ 1187.336043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.336160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.336229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.336416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.336557] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.336649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.336701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.336840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.336921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.337020] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.565471] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.565636] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.565711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.565934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.566109] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.566268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.566396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.566571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.566657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.566741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.566890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.566981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.567059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.567202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.567333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.567421] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.567475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.567606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.567677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.567755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.567839] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.788043] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.840676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.843790] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.843790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.843790] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b is going to be updated. [ 1187.874863] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.874863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.874863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.874863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.874863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.887731] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: IN_PROGRESS for 2s [ 1188.069744] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1188.094325] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.094511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.094602] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.094843] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.095496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.095496] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.095496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.095496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.095716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.095841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.096070] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.096211] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.096281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.096463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.100133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.100425] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.100619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.100619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.100838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.100925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.101129] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1188.206735] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.206940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.206940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.207119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.207260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.232631] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1188.290031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.294180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.294180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.294180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.294180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.294180] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1188.324436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.324696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.324776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.324939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.325098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.335986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1189.898411] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b80ef0e7-8b09-48a3-9a78-091c1503406b in Status: SUCCESS [ 1189.898743] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b deletion is rescheduled due to dependency. [ 1189.898778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.250467] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1190.250741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.347040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1190.347309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.347524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.347794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.348617] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.348723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.348847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.349071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.350030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.350030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.350030] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.567914] env[65325]: INFO networking_nsxv3.common.synchronization [req-5f8b8b49-c9cb-4a93-bbb8-a8d1a9be6d9a req-c5ff377c-0c90-4d26-910b-c62e4ccb3dbc tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1190.568588] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGHEST for action security_group_members [ 1190.568979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.569147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.569235] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.569478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.569670] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.569789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.569864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.570150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.570150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.570306] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.852799] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.853124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.853847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.853847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.853847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.854050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.854094] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.855177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.855177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.855177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.855177] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.855177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.855177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.855784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.855968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.855968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.856100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.856230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.856327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.856620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.856620] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.072169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.072449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.072449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.072628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.072722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.072929] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.073980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.073980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.073980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.073980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.073980] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 is going to be updated. [ 1191.108886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.109064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.109163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.109327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.109521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.120917] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: IN_PROGRESS for 2s [ 1191.359646] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca0e1fdf-1e63-4272-90af-706357ffcfcd: rpc.has_security_group_logging(os_id): False [ 1191.384268] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.384452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.384495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.384824] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.384910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.385131] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.385219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.385281] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.385438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.385521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.385811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.385811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.385936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.385996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.386079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.386269] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.386561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.386561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.386670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.386670] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.386724] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1191.523959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.523959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.523959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.523959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.523959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.553638] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1191.767449] env[65325]: INFO networking_nsxv3.common.synchronization [None req-cdfaee3a-1806-48c0-8edf-9c2b0704c09e None None] Enqueued Resource ID: ec29ff55-40e3-4ac2-a3fa-6fd258291de6 with Priority: HIGHEST for action port [ 1191.772022] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec29ff55-40e3-4ac2-a3fa-6fd258291de6 with Priority: HIGHEST for action port [ 1191.772022] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec29ff55-40e3-4ac2-a3fa-6fd258291de6 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.772022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec29ff55-40e3-4ac2-a3fa-6fd258291de6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.772022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec29ff55-40e3-4ac2-a3fa-6fd258291de6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.772022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec29ff55-40e3-4ac2-a3fa-6fd258291de6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.772022] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec29ff55-40e3-4ac2-a3fa-6fd258291de6',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.066137] env[65325]: INFO networking_nsxv3.common.synchronization [None req-79314431-fb7c-4a63-a3ca-8bae2fa71d17 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1192.066781] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1192.067283] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.067900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.067900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.068562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.068562] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.186924] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ab493d15-9d78-4286-966f-92751e28cb24 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1192.189953] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1192.191278] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.191385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.273459] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec29ff55-40e3-4ac2-a3fa-6fd258291de6 [ 1192.273731] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.273887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.274024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.274181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.274317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.274432] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec29ff55-40e3-4ac2-a3fa-6fd258291de6 already deleted. [ 1192.274724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec29ff55-40e3-4ac2-a3fa-6fd258291de6" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.598775] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.598952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.599008] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.599203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.599294] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.599395] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 already deleted. [ 1192.599482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.599627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.599774] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.599854] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.125233] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.125233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.125233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.125233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.125233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.125233] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 already deleted. [ 1193.125713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.130621] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694baf2c-82f9-4b39-b12c-ad3523637131 in Status: SUCCESS [ 1193.130941] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 deletion is rescheduled due to dependency. [ 1193.131814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.572479] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1193.572730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.881901] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c72b48a5-25e4-466f-a870-2fa5f762e681 None None] Enqueued Resource ID: 7d06c73e-e207-4021-96f4-ad23f68000ae with Priority: HIGHEST for action port [ 1193.882550] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d06c73e-e207-4021-96f4-ad23f68000ae with Priority: HIGHEST for action port [ 1193.882873] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d06c73e-e207-4021-96f4-ad23f68000ae taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.883023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d06c73e-e207-4021-96f4-ad23f68000ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.883075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d06c73e-e207-4021-96f4-ad23f68000ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.883371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d06c73e-e207-4021-96f4-ad23f68000ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.883453] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d06c73e-e207-4021-96f4-ad23f68000ae',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.387319] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d06c73e-e207-4021-96f4-ad23f68000ae [ 1194.387588] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.387737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.387737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.387948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.388037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.388131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d06c73e-e207-4021-96f4-ad23f68000ae already deleted. [ 1194.388214] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d06c73e-e207-4021-96f4-ad23f68000ae" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.096842] env[65325]: INFO networking_nsxv3.common.synchronization [req-27df98c0-3dc5-47d1-a21c-17c34d5d9346 req-dbef9a52-498e-47ee-b4c2-34a6086a3ddf tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1198.097397] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1198.097718] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.097836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.097898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.098273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.098445] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.098585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.098668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.098907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.099033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.099112] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.601785] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.601969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.602039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.602242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.602330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.602528] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.602625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.602684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.602830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.602904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.602987] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1198.635101] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.635305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.635305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.635524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.635665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.644831] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1200.451321] env[65325]: INFO networking_nsxv3.common.synchronization [req-cb9c0793-01ed-4bba-a247-8cd9bdadb00d req-92840109-bb81-4820-aedd-d28f8906d846 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1200.452149] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1200.452672] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.452672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.452995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.452995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.453437] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.453437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.453437] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.453626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.453747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.453876] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.656699] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1200.656699] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1200.656699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.956768] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.459289] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.962265] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.962545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.962673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.962993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.963157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.963344] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1201.993336] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.993543] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.993605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.993775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.993920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.004241] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1202.513398] env[65325]: INFO networking_nsxv3.common.synchronization [req-89738f62-ab83-4c82-9bcf-365de41d248b req-092dfb2c-d583-4915-96ee-ee68bb5a8077 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1202.513923] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1202.514247] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.514369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.514438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.514853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.514917] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.515031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.515069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.515210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.515292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.515382] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.572082] env[65325]: INFO networking_nsxv3.common.synchronization [None req-f35cd0a2-cd40-4e00-b950-cb1fa3275441 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1202.572669] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1202.572979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.573111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.573225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.573645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.573645] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.655386] env[65325]: INFO networking_nsxv3.common.synchronization [None req-82ee8a14-c66e-4c94-ab56-985cb6a4ddfd tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1202.656034] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1202.656348] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.656457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.018172] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.093880] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.094378] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.094454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.094762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.094867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095066] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf34c549-c341-4fec-b453-58390ccbf77b already deleted. [ 1203.095186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.095995] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.096289] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.344819] env[65325]: INFO networking_nsxv3.common.synchronization [req-b7c22ed0-2a5a-4def-9e55-e657d85cf234 req-d4f5232c-8c74-4efa-a947-25e027199c9f tempest-ServerMetadataNegativeTestJSON-1388194334 tempest-ServerMetadataNegativeTestJSON-1388194334-project-member] Enqueued Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1203.344973] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1203.345261] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.345402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.345402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.345693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.345848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.345973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.346037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.346325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.346436] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.346536] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.520028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.617334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.617539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.617630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.617851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.617933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.618043] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf34c549-c341-4fec-b453-58390ccbf77b already deleted. [ 1203.618119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.849742] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.849901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.849975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.850212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.850303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.850586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.850586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.850748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.850793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.850863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.850943] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 already deleted. [ 1203.851033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.015721] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1204.015948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.022582] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.022760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.022817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.023181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.023181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.023445] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be updated. [ 1204.054373] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.054503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.054741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.055127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.055244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.065438] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1204.200758] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.200949] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-800" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.201106] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-800" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.201615] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-800" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.201869] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.202038] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.202156] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.202373] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.202515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.202714] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.202846] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.202926] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.203039] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.203175] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.203243] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.203436] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.223796] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.223796] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.224038] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.224112] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-800" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.224476] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-f232c6a1-045f-486b-8a23-44efe5671f3e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.224725] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.224865] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.225197] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.225336] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f232c6a1-045f-486b-8a23-44efe5671f3e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.731574] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.731982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.731982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.732237] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.732386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.732538] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port f232c6a1-045f-486b-8a23-44efe5671f3e not found, creating... [ 1204.732795] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.732951] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.733078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.733339] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.733491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.733777] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.733929] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.734051] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.734256] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.734431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.734573] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: f232c6a1-045f-486b-8a23-44efe5671f3e is going to be created. [ 1204.755340] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.755588] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.755722] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.756024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.756268] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.756529] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [req-b7c22ed0-2a5a-4def-9e55-e657d85cf234 req-b4089c7c-a043-4d9a-9fdc-1529d236535f service nova] Enqueued Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_rules [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [req-b7c22ed0-2a5a-4def-9e55-e657d85cf234 req-b4089c7c-a043-4d9a-9fdc-1529d236535f service nova] Enqueued Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [req-b7c22ed0-2a5a-4def-9e55-e657d85cf234 req-b4089c7c-a043-4d9a-9fdc-1529d236535f service nova] Enqueued Resource ID: f232c6a1-045f-486b-8a23-44efe5671f3e with Priority: HIGHEST for action port [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_rules [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1205.464221] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f232c6a1-045f-486b-8a23-44efe5671f3e with Priority: HIGHEST for action port [ 1205.464852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.465150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.465355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.465710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.465985] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.467428] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.467656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.467802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.468333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.469709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.469709] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.470075] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-f232c6a1-045f-486b-8a23-44efe5671f3e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.470075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.470200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.470293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.470369] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f232c6a1-045f-486b-8a23-44efe5671f3e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.972709] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.972709] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.973237] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.974432] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f232c6a1-045f-486b-8a23-44efe5671f3e with status ACTIVE [ 1205.974432] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.974617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.974617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.974825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.974912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.975162] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.975288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.975323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.975831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.975831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.975985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.976161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.976266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.976494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.976833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.976833] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f232c6a1-045f-486b-8a23-44efe5671f3e is going to be updated. [ 1205.998114] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.998271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.998323] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.998518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.998697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.998815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f232c6a1-045f-486b-8a23-44efe5671f3e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.091376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1206.091538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.478754] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.507105] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.507373] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.507644] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.507763] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.508021] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.508175] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.508290] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.508498] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.508638] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.508840] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.508950] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.509206] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.509393] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.509546] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.509686] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.510510] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.527751] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.527930] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.528188] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.528819] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-738" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.528819] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-b4a18a1f-19ed-491c-875e-fe4098591b6a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.528819] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.529012] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.529197] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.529340] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a18a1f-19ed-491c-875e-fe4098591b6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.981238] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.981637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.981637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.981729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.981765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.981866] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 is going to be created. [ 1207.005941] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.006183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.006183] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.006374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.006531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.016986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: UNINITIALIZED for 2s [ 1207.031206] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.031528] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.031661] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.031930] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.032103] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.032387] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.032543] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.032657] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.032862] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.032995] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.033354] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.033533] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.033653] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.033859] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.033990] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.034164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: b4a18a1f-19ed-491c-875e-fe4098591b6a is going to be updated. [ 1207.054897] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.055120] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.055185] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.055432] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.055620] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.055890] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [req-19a72604-6629-417e-b4c2-baedfa2c694a req-800aa789-171a-425c-a36b-51fc29e2d57a service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [req-19a72604-6629-417e-b4c2-baedfa2c694a req-800aa789-171a-425c-a36b-51fc29e2d57a service nova] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [req-19a72604-6629-417e-b4c2-baedfa2c694a req-800aa789-171a-425c-a36b-51fc29e2d57a service nova] Enqueued Resource ID: b4a18a1f-19ed-491c-875e-fe4098591b6a with Priority: HIGHEST for action port [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_rules [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1207.768273] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a18a1f-19ed-491c-875e-fe4098591b6a with Priority: HIGHEST for action port [ 1207.768273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.768273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.768273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.768273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.768273] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.769467] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.769759] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.769913] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.770180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.770417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.770610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.770740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.771571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.772410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.772410] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.775206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a18a1f-19ed-491c-875e-fe4098591b6a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.775370] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.775853] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.776482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.776902] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a18a1f-19ed-491c-875e-fe4098591b6a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.279299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.279299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.279678] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.280295] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a18a1f-19ed-491c-875e-fe4098591b6a with status ACTIVE [ 1208.280481] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.280595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.280662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.280856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.280940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.281118] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.281209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.281351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.281425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.281498] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.281671] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.281758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.281844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.281950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.282042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.282117] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a18a1f-19ed-491c-875e-fe4098591b6a is going to be updated. [ 1208.305901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.306174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.306174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.306327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.306460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.306616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a18a1f-19ed-491c-875e-fe4098591b6a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.784689] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.027065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: SUCCESS [ 1209.027302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.027469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.027684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.027876] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.027986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.028054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.028279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.028366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.028454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.028543] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.287805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.288345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.288345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.288513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.288648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.288823] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1209.352020] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.352322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.352464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.352711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.352873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.357785] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a6ed3c3-6f27-49a3-ae1b-5e6521c5576d req-e02e25e4-a183-468f-9020-ac451e981500 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1209.358347] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1209.358657] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.358784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.358850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.359132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.359289] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.359393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.359476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.359657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.359746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.359841] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.365429] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1209.531436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.531728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.531728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.531928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.532173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.532414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.532485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.532630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.532738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.533019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.533116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.533283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.533430] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.533637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.533984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.534135] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.534241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.534445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.534552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.534644] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.534736] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.735941] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.735941] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.736100] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.736316] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.736596] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.736784] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.736925] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.737252] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.737449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.737689] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.737833] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.737956] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.738096] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.738231] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.738344] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.738555] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.757749] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.757955] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.758111] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.758360] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.758760] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-5fa4236c-80c5-45b7-8d65-fce75bb05f00 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.758955] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.759068] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.759514] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.759661] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa4236c-80c5-45b7-8d65-fce75bb05f00',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.862150] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.862425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.862584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.862912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.863066] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.863360] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.863521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.863620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.864126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.864126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.864126] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 already deleted. [ 1209.864126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.041327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a39d09a-105c-4bc8-9631-a2e9c7267c87: rpc.has_security_group_logging(os_id): False [ 1210.065030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.065030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.065030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.065030] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.065735] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.065735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.065735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.065735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.065735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.065735] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 is going to be created. [ 1210.126028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.126028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.126028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.126028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.126028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.137171] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: IN_PROGRESS for 2s [ 1210.266026] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.266026] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 5fa4236c-80c5-45b7-8d65-fce75bb05f00 not found, creating... [ 1210.266026] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.266026] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.266951] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.267526] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.267933] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.268479] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.268847] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.269178] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 5fa4236c-80c5-45b7-8d65-fce75bb05f00 is going to be created. [ 1210.303857] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.306019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.306019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.306019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.306019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.306019] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.978572] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a6ed3c3-6f27-49a3-ae1b-5e6521c5576d req-9c47c81e-83ef-4635-941a-14fe922cfeea service nova] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1210.978572] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a6ed3c3-6f27-49a3-ae1b-5e6521c5576d req-9c47c81e-83ef-4635-941a-14fe922cfeea service nova] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1210.978572] env[65325]: INFO networking_nsxv3.common.synchronization [req-4a6ed3c3-6f27-49a3-ae1b-5e6521c5576d req-9c47c81e-83ef-4635-941a-14fe922cfeea service nova] Enqueued Resource ID: 5fa4236c-80c5-45b7-8d65-fce75bb05f00 with Priority: HIGHEST for action port [ 1210.978957] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_rules [ 1210.979351] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1210.979767] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa4236c-80c5-45b7-8d65-fce75bb05f00 with Priority: HIGHEST for action port [ 1210.980192] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.980699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.981675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.981675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.981675] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.982469] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.982600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.982659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.982842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.983068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.983217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.983337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.983715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.983841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.983946] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.985477] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa4236c-80c5-45b7-8d65-fce75bb05f00 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.985477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.985477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.985661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.985743] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa4236c-80c5-45b7-8d65-fce75bb05f00',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.376070] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1211.376070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.376070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.376511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.376511] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.376617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.376723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.376985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.377139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.377262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.377382] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.488231] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.489352] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.489443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.489598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fa4236c-80c5-45b7-8d65-fce75bb05f00 with status ACTIVE [ 1211.489748] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.489938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.489938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.490139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.490215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.490382] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.490485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.490533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.490673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.490746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.490959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.491034] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.491080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.491201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.491334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.491379] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fa4236c-80c5-45b7-8d65-fce75bb05f00 is going to be updated. [ 1211.519672] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.519816] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.519885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.520149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.520290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.520471] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa4236c-80c5-45b7-8d65-fce75bb05f00" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.745155] env[65325]: INFO networking_nsxv3.common.synchronization [req-89e769b8-0ef5-432d-a10b-b39d17afe253 req-388d4188-7cf6-4ae9-8928-4493a44e7af9 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1211.745687] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1211.746007] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.746140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.746207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.746410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.746563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.746660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.746715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.746859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.746942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.751370] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.881098] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.994613] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: SUCCESS [ 1212.151518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.157078] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.157078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.157078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.157078] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.157437] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.157679] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.157890] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.158236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.158474] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.158758] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.158934] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.159100] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.159346] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.160275] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.160275] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.160275] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.182517] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.182517] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.182517] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.182517] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-65" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.182517] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.182517] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.182517] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.183516] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.184018] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.254832] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.383743] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 918a12cf-5ebc-4c52-91db-0c8cd025144b: rpc.has_security_group_logging(os_id): False [ 1212.401886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.402069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.402130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.402327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.402415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.402663] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.402769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.402837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.402960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.403045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.403131] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1212.466758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.466962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.467033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.467268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.467435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.483153] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1212.498011] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.498256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.498389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.498633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.498761] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.498895] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 is going to be created. [ 1212.548288] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.548891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.550951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.550951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.565405] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: UNINITIALIZED for 2s [ 1212.689097] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.690152] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.690152] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.690152] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.692022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.692022] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e not found, creating... [ 1212.692022] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.692022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.692022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.692022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.692022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.692914] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.693278] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.693690] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.694082] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.695083] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.695395] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e is going to be created. [ 1212.718137] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.721747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.721747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.721747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.721747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.721747] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.757639] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.260390] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.260786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.260903] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.261763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.261763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.261763] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 1213.316061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.316355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.316355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.316664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.316664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.330273] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 1213.489529] env[65325]: INFO networking_nsxv3.common.synchronization [req-89e769b8-0ef5-432d-a10b-b39d17afe253 req-c2b8f0f8-bf86-4afc-a5bc-0d99fb100da3 service nova] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 1213.489529] env[65325]: INFO networking_nsxv3.common.synchronization [req-89e769b8-0ef5-432d-a10b-b39d17afe253 req-c2b8f0f8-bf86-4afc-a5bc-0d99fb100da3 service nova] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1213.490072] env[65325]: INFO networking_nsxv3.common.synchronization [req-89e769b8-0ef5-432d-a10b-b39d17afe253 req-c2b8f0f8-bf86-4afc-a5bc-0d99fb100da3 service nova] Enqueued Resource ID: 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e with Priority: HIGHEST for action port [ 1213.490369] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_rules [ 1213.490428] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1213.490522] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e with Priority: HIGHEST for action port [ 1213.490861] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.490998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.491081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.491263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.491372] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.493440] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.493697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.494434] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.494434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.494434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.494434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.494434] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.994560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.994782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.997092] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e with status ACTIVE [ 1213.997311] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.997491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.997577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.997831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.997945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.998154] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.998261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.998327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.998560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.998638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.998824] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.998920] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.998982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.999371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.999371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.999371] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e is going to be updated. [ 1214.022591] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.022799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.022897] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.023461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.023461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.023628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ea4cf0b-1d86-4c45-8343-bdf4a8b7e09e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.497227] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1214.497638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.577202] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: SUCCESS [ 1214.577506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.577506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.577769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.577978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.578121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.578160] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.578315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.578407] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.578581] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.578738] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.082031] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.341310] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 1215.341866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.342063] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.342311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.342525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.342637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.342720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.343024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.343228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.343395] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.584781] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8ecf04-b965-47fd-babd-92604f021054: rpc.has_security_group_logging(os_id): False [ 1215.608175] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.608367] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.608411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.608673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.608821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.609081] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.609234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.609234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.609449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.610413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.610413] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 is going to be created. [ 1215.676932] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.677116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.677167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.677646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.677646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.691435] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: IN_PROGRESS for 2s [ 1215.845659] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.349154] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.851504] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.851812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.851812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.852016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.852136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.852278] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 1216.887758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.888019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.888019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.888286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.888480] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.911866] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 1217.276889] env[65325]: INFO networking_nsxv3.common.synchronization [req-11a6ea47-3483-415b-baf5-3736105fdbaf req-751ba6fb-1e76-4ef5-8ab0-d2c8ede7cd95 tempest-ServerMetadataNegativeTestJSON-1388194334 tempest-ServerMetadataNegativeTestJSON-1388194334-project-member] Enqueued Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1217.277591] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 with Priority: HIGHEST for action security_group_members [ 1217.278066] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a39d09a-105c-4bc8-9631-a2e9c7267c87 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.278280] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.278362] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.278699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.278809] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.278947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.279093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.279259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.279355] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.279507] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a39d09a-105c-4bc8-9631-a2e9c7267c87',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.705289] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: SUCCESS [ 1217.706060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.781930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.782105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.782184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.782406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.782514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.782772] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.782886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.782948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.783111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.783187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.783276] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 is going to be updated. [ 1217.818424] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.818593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.818665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.818879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.819039] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.831009] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: IN_PROGRESS for 2s [ 1218.923864] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 1218.924305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.924358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.924542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.924793] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.924971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.925080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.925311] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.925435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.925575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.925728] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.428369] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.750170] env[65325]: INFO networking_nsxv3.common.synchronization [req-0fa3e0df-caad-4c27-87c6-49ec5a6797a5 req-a93ad96a-f903-4a33-b859-9820d4c337c0 tempest-ServersTestJSON-943759494 tempest-ServersTestJSON-943759494-project-member] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1219.750801] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGHEST for action security_group_members [ 1219.751079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.751209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.751303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.751838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.751838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.751838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.752028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.752028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.752104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.752194] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.843055] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 in Status: SUCCESS [ 1219.843342] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a39d09a-105c-4bc8-9631-a2e9c7267c87 deletion is rescheduled due to dependency. [ 1219.843535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a39d09a-105c-4bc8-9631-a2e9c7267c87" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.931150] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 839f7474-5789-409e-839f-770947a911d5: rpc.has_security_group_logging(os_id): False [ 1219.953829] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.954008] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.954086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.954299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.974684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.975096] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.975230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.975334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.975513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.975600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.975703] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 1220.035680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.035919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.035919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.036056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.036217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.049304] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 1220.255326] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.255535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.255691] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.256076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.256176] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.256460] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.256603] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.256768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.256944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.257041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.257177] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be updated. [ 1220.289701] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.289901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.289901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.290092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.290238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.299442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: IN_PROGRESS for 2s [ 1220.533878] env[65325]: INFO networking_nsxv3.common.synchronization [req-e49733e9-8e61-4b77-b2e3-bef5e4d71fa7 req-c31a86cd-b90d-465a-8794-2a4f4435af45 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1220.534529] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1220.534853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.534974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.535096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.535353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.535478] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.535579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.535640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.535802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.535873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.535965] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.783418] env[65325]: INFO networking_nsxv3.common.synchronization [req-79850717-3eae-467c-a29d-f133d4624bc3 req-c03beaa3-46ff-4e72-8e61-06aafc0040c0 tempest-ServerRescueNegativeTestJSON-211156806 tempest-ServerRescueNegativeTestJSON-211156806-project-member] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1220.783994] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGHEST for action security_group_members [ 1220.784440] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.784625] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.784681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.785521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.785521] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.785521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.785521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.785521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.785521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.785521] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.880501] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.880704] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.880838] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.881105] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.881365] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.882116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.882116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.882116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.882116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.882369] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.882494] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.882606] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.882717] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.882840] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.882926] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.883067] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.909127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.909321] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.909525] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.910554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.910554] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-38e55d84-ce14-4556-90de-d6a94b5e7d69 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.910554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.910554] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.910884] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.910939] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e55d84-ce14-4556-90de-d6a94b5e7d69',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.038173] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.038477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.038477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.038658] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.038743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.038945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.039053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.039112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.039253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.039320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.039400] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf34c549-c341-4fec-b453-58390ccbf77b already deleted. [ 1221.039474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.289886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.289886] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.289886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.289886] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be updated. [ 1221.328152] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.328339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.328401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.328552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.328690] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.337442] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: IN_PROGRESS for 2s [ 1221.414161] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.414643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.414643] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.414748] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.414915] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.415135] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 38e55d84-ce14-4556-90de-d6a94b5e7d69 not found, creating... [ 1221.415378] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.415541] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.415658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.415886] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.416022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.416333] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.416527] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.416612] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.417045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.417045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.417140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 38e55d84-ce14-4556-90de-d6a94b5e7d69 is going to be created. [ 1221.437239] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.437460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.437626] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.437821] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.438060] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.438287] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.065072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 1222.065072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.154544] env[65325]: INFO networking_nsxv3.common.synchronization [req-e49733e9-8e61-4b77-b2e3-bef5e4d71fa7 req-116ea109-4f43-4ce7-a467-b09651ea01aa service nova] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1222.154750] env[65325]: INFO networking_nsxv3.common.synchronization [req-e49733e9-8e61-4b77-b2e3-bef5e4d71fa7 req-116ea109-4f43-4ce7-a467-b09651ea01aa service nova] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1222.154900] env[65325]: INFO networking_nsxv3.common.synchronization [req-e49733e9-8e61-4b77-b2e3-bef5e4d71fa7 req-116ea109-4f43-4ce7-a467-b09651ea01aa service nova] Enqueued Resource ID: 38e55d84-ce14-4556-90de-d6a94b5e7d69 with Priority: HIGHEST for action port [ 1222.156149] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_rules [ 1222.156288] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1222.156387] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e55d84-ce14-4556-90de-d6a94b5e7d69 with Priority: HIGHEST for action port [ 1222.156687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.156807] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.156875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.157082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.157172] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.161354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.161623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.161724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.161977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.162308] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.163340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.163340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.163340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.163605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.163909] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.165872] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e55d84-ce14-4556-90de-d6a94b5e7d69 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.166019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.166222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.166527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.166825] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e55d84-ce14-4556-90de-d6a94b5e7d69',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.328563] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd in Status: SUCCESS [ 1222.330065] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd deletion is rescheduled due to dependency. [ 1222.330065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.664174] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.664684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.666743] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.670324] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38e55d84-ce14-4556-90de-d6a94b5e7d69 with status ACTIVE [ 1222.670576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.670744] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.670841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.671115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.671276] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.671419] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.671540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.671609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.671797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.671892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.672127] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.672233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.672297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.672499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.672499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.672574] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38e55d84-ce14-4556-90de-d6a94b5e7d69 is going to be updated. [ 1222.696918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.696918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.696918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.696918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.696918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.696918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e55d84-ce14-4556-90de-d6a94b5e7d69" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.907013] env[65325]: INFO networking_nsxv3.common.synchronization [req-74804097-8330-4c56-ba28-89c19808f94a req-ccd8d79f-9889-4247-b111-e3e5d0fbffa7 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1222.907621] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1222.907942] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.908081] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.908147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.908344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.908492] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.908588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.908652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.908828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.908933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.909042] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.169885] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.263023] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.263023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.263023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.263023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.263023] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.263023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.263023] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.263630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.263960] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.264338] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.266029] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.266029] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.266029] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.266029] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.266029] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.266029] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.288991] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.289189] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.289329] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.289589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-329" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.290027] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.290212] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.290332] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.290822] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.291065] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec76ffd1-b8d7-4547-b60a-e866f624aa3a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.353255] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 in Status: SUCCESS [ 1223.353447] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 deletion is rescheduled due to dependency. [ 1223.353582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.411392] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.411598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.411679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.411892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.411983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.412202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.412291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.412353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.412572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.412683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.412772] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1223.441045] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.441440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.441547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.441868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.442166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.457312] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1223.677079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.677079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.677079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.677079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.677079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.677079] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf34c549-c341-4fec-b453-58390ccbf77b is going to be created. [ 1223.701229] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.701803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.701923] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.702174] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.702397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.714105] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: UNINITIALIZED for 2s [ 1223.796022] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.796022] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port ec76ffd1-b8d7-4547-b60a-e866f624aa3a not found, creating... [ 1223.796022] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.796022] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.796587] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.796587] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.796587] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.796763] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.797024] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.797270] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: ec76ffd1-b8d7-4547-b60a-e866f624aa3a is going to be created. [ 1223.820730] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.820730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.820730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.820730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.820730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.820730] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.565253] env[65325]: INFO networking_nsxv3.common.synchronization [req-74804097-8330-4c56-ba28-89c19808f94a req-c6200111-b143-46c6-8a3e-034a6b0b5586 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1224.565523] env[65325]: INFO networking_nsxv3.common.synchronization [req-74804097-8330-4c56-ba28-89c19808f94a req-c6200111-b143-46c6-8a3e-034a6b0b5586 service nova] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1224.565575] env[65325]: INFO networking_nsxv3.common.synchronization [req-74804097-8330-4c56-ba28-89c19808f94a req-c6200111-b143-46c6-8a3e-034a6b0b5586 service nova] Enqueued Resource ID: ec76ffd1-b8d7-4547-b60a-e866f624aa3a with Priority: HIGHEST for action port [ 1224.566186] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_rules [ 1224.566446] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1224.566581] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec76ffd1-b8d7-4547-b60a-e866f624aa3a with Priority: HIGHEST for action port [ 1224.566877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.566987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.567055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.567228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.567304] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.568989] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.569100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.569389] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.569517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.569631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.569742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.569820] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec76ffd1-b8d7-4547-b60a-e866f624aa3a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.822133] env[65325]: INFO networking_nsxv3.common.synchronization [req-65a45d0c-864e-4a3c-97f5-e271c819965e req-b9c4960d-d7a0-47ab-9b6d-b5df258d83b5 tempest-ServerActionsTestOtherB-1903388542 tempest-ServerActionsTestOtherB-1903388542-project-member] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1224.823029] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGHEST for action security_group_members [ 1224.824388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.824388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.824388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.824866] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.070400] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.070555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.072096] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec76ffd1-b8d7-4547-b60a-e866f624aa3a with status ACTIVE [ 1225.072366] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.072493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.072562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.072785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.072876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.073061] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.073161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.073222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.073372] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.073476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.073674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.073782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.073827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.073967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.074052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.074137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec76ffd1-b8d7-4547-b60a-e866f624aa3a is going to be updated. [ 1225.097193] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.097358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.097409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.097600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.097734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.097890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec76ffd1-b8d7-4547-b60a-e866f624aa3a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.327987] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.328182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.328182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.328334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.328419] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.328784] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.328784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.328784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.328991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.328991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.329098] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be updated. [ 1225.361972] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.362144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.362230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.362411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.362550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.372119] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: IN_PROGRESS for 2s [ 1225.470567] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1225.470741] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1225.470893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.471022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.471321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.471594] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.471675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.471747] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.471983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.472079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.472219] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.730689] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: SUCCESS [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.730689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.730689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.730689] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.974890] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.232405] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.477116] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.736598] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf34c549-c341-4fec-b453-58390ccbf77b: rpc.has_security_group_logging(os_id): False [ 1226.756334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.756469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.756529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.756746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.756833] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.757396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.757554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.757614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.757779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.757851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.758377] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf34c549-c341-4fec-b453-58390ccbf77b is going to be created. [ 1226.819706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.819706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.819706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.819706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.819706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.832591] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: IN_PROGRESS for 2s [ 1226.981502] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.981694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.981887] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.981973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.982076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.982180] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1227.015938] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.016197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.016271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.016516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.017712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.028023] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1227.383028] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b in Status: SUCCESS [ 1227.383222] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b deletion is rescheduled due to dependency. [ 1227.383337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.847544] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: SUCCESS [ 1228.847915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.041206] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1229.041647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.041962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.042445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.042773] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.042955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.043256] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.043570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.043752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.043951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.044177] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.546940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.547198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.547198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.548033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.548033] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.548033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.548033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.548033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.548371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.548371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.548371] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.548469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.548469] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.548645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.548813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.548857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.548918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.549074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.549333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.549333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.549333] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.824071] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.824191] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.051260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b8641fb-9d3c-457c-9364-cab19f94d9c0: rpc.has_security_group_logging(os_id): False [ 1230.069188] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.069328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.069398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.069606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.069694] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.069942] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.070087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.070148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.070290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.070368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.070663] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.070797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.070860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.071116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.071233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.071583] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.071703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.071763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.071909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.071979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.072079] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1230.136706] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.137058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.137058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.137156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.137262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.158804] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1232.178711] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1232.179169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.825298] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.825678] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.826622] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.826950] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.827703] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.828118] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.828804] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.829173] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.293250] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.293459] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.830752] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.830752] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.248498] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.248900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.248900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.249023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.249077] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.752108] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.255080] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.757421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1257.757561] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1258.560272] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.560594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.560594] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.560900] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.584919] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1258.586530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.588366] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1258.635026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.635026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.635026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.635026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.656654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.658065] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1258.658342] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.658342] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1258.701009] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.701197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.701246] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.701443] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.702720] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.702901] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1258.777920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.778080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.778147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.778351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.778654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.778922] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1258.858661] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.858878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.858878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.859098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.859387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.859662] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1258.859753] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'41c81d78-b7fb-47df-8ac5-25ae425cf8a2', '322301ee-626d-4f50-85f0-7debd4d16ae3', '9f502713-4376-4caf-b8ec-525dcd9f37f8', '7dbd4bbc-637e-4484-97bf-046a0856ffd0', '3b8ecf04-b965-47fd-babd-92604f021054', 'a504be89-4954-4427-b4fe-db817de035d4', '694baf2c-82f9-4b39-b12c-ad3523637131', '4b078400-af34-4c85-b102-540e7eff39ab', '6b831c89-5717-4e21-9c07-83bfc46a14c9', '3052043e-a646-45cd-8b1e-895e5375d5d2', '1b85482e-de80-4a50-b842-45eca5bdb91a', 'cf34c549-c341-4fec-b453-58390ccbf77b', '918a12cf-5ebc-4c52-91db-0c8cd025144b', 'e1ec33a1-9343-412c-a5b2-be1013179f55', '6b41a67e-7b00-4d14-9c02-8f8e7af59039', 'a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95', '2a09e97a-b67f-447c-bd60-73c4cf7c1b03', '7e3ec348-70b5-4338-8f83-2a7ca1ff5087', '03728c29-5076-48fc-ae52-9d28efc35fde', '327028b5-eae6-4089-bf46-e2a04a54422a', 'd1c64427-7089-4d4b-9476-fc31b5252d7c', '839f7474-5789-409e-839f-770947a911d5', 'd5d6156e-5d7d-479e-be6c-2fa4d69b3f63', 'dd1eb2b6-710e-4183-8f14-b3c85e6719ee', 'd87b78bd-dd17-4137-a6c1-2c804014d864', '1c6f9060-69fc-4ce6-92f6-3abcbcd53953', 'b2ac2628-b96b-4a3c-ae23-911347152df0', '22135163-4352-40ca-a934-65db1de3802e', 'bf88b4db-1cab-4cb0-a861-d58f3aa7fd98', '4ca316cd-8188-4e1c-9647-7e208d3ee98a', 'b80ef0e7-8b09-48a3-9a78-091c1503406b', '037bc67b-67ae-4140-8352-7b37dc6bafde', 'ca0e1fdf-1e63-4272-90af-706357ffcfcd', '82496030-360a-4042-bd62-0c97b5212c30', '7fbd6831-bef7-4fb3-8916-dfb837f0ac09', 'd133b860-1321-4b4a-aa5b-3718cbca2abc', '2b8641fb-9d3c-457c-9364-cab19f94d9c0', '0a39d09a-105c-4bc8-9631-a2e9c7267c87', '8f8d6555-0352-4ef0-a2b7-4ec03801478a', '428c3387-0eae-4492-9622-2468c8bf3062'} {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.859842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1258.878731] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.878961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.878961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.879169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.879264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.879372] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1258.879440] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.879510] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1258.962194] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.962427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.962427] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.962612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.963688] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.963930] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1258.964030] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.964101] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1258.964174] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1258.964252] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1258.964317] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGH for action security_group_rules [ 1258.964398] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGH for action security_group_rules [ 1258.964458] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 1258.964519] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGH for action security_group_rules [ 1258.964589] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGH for action security_group_rules [ 1258.964681] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGH for action security_group_rules [ 1258.964740] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGH for action security_group_rules [ 1258.964803] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGH for action security_group_rules [ 1258.964861] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGH for action security_group_rules [ 1258.964920] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGH for action security_group_rules [ 1258.965035] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGH for action security_group_rules [ 1258.965108] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGH for action security_group_rules [ 1258.965178] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGH for action security_group_rules [ 1258.965178] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGH for action security_group_rules [ 1258.965271] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGH for action security_group_rules [ 1258.965319] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGH for action security_group_rules [ 1258.965353] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGH for action security_group_rules [ 1258.965404] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGH for action security_group_rules [ 1258.965449] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGH for action security_group_rules [ 1258.965508] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGH for action security_group_rules [ 1258.965599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.831645] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.831645] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1259.831645] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 with Priority: HIGH for action security_group_rules [ 1259.832091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 with Priority: HIGH for action security_group_rules [ 1259.832091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694baf2c-82f9-4b39-b12c-ad3523637131 with Priority: HIGH for action security_group_rules [ 1259.832091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 with Priority: HIGH for action security_group_rules [ 1259.832091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 327028b5-eae6-4089-bf46-e2a04a54422a with Priority: HIGH for action security_group_rules [ 1259.832091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03728c29-5076-48fc-ae52-9d28efc35fde with Priority: HIGH for action security_group_rules [ 1259.832248] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGH for action security_group_rules [ 1259.832248] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 with Priority: HIGH for action security_group_rules [ 1259.832341] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGH for action security_group_rules [ 1259.832435] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 with Priority: HIGH for action security_group_rules [ 1259.832523] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b with Priority: HIGH for action security_group_rules [ 1259.832611] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGH for action security_group_rules [ 1259.832700] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b85482e-de80-4a50-b842-45eca5bdb91a with Priority: HIGH for action security_group_rules [ 1259.833448] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 with Priority: HIGH for action security_group_rules [ 1259.833840] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 with Priority: HIGH for action security_group_rules [ 1259.833840] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a504be89-4954-4427-b4fe-db817de035d4 with Priority: HIGH for action security_group_rules [ 1259.833840] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGH for action security_group_rules [ 1259.833960] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGH for action security_group_rules [ 1259.834058] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 with Priority: HIGH for action security_group_rules [ 1259.834170] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGH for action security_group_rules [ 1259.834503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.834628] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.834689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.834894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.835157] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41c81d78-b7fb-47df-8ac5-25ae425cf8a2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.835976] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f502713-4376-4caf-b8ec-525dcd9f37f8 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.836086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.836172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.836496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.836567] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f502713-4376-4caf-b8ec-525dcd9f37f8',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.837665] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694baf2c-82f9-4b39-b12c-ad3523637131 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.837835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.837948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.838238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.838238] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694baf2c-82f9-4b39-b12c-ad3523637131',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.838864] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.838991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.839062] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.839193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.839265] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b41a67e-7b00-4d14-9c02-8f8e7af59039',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.840161] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-327028b5-eae6-4089-bf46-e2a04a54422a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.840302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.840302] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.840382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.840717] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('327028b5-eae6-4089-bf46-e2a04a54422a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.841394] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03728c29-5076-48fc-ae52-9d28efc35fde taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.841394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.841394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.841611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.841611] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03728c29-5076-48fc-ae52-9d28efc35fde',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.842435] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.842435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.842435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.842630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.842630] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.843317] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.843381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.843416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.843561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.843634] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a09e97a-b67f-447c-bd60-73c4cf7c1b03',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.844444] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.844554] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.844623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.844771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.844843] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.845526] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.845674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.845674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.846186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.846186] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.846567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-918a12cf-5ebc-4c52-91db-0c8cd025144b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.846676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.846721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.846856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.846927] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('918a12cf-5ebc-4c52-91db-0c8cd025144b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.847576] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.847680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.847737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.847879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.847964] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.848750] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b85482e-de80-4a50-b842-45eca5bdb91a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.848850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.848916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.849076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.849143] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b85482e-de80-4a50-b842-45eca5bdb91a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.849801] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3052043e-a646-45cd-8b1e-895e5375d5d2 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.849904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.849953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.850109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.850181] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3052043e-a646-45cd-8b1e-895e5375d5d2',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.851028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b831c89-5717-4e21-9c07-83bfc46a14c9 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.851168] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.851240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.851431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.851513] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b831c89-5717-4e21-9c07-83bfc46a14c9',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.852229] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a504be89-4954-4427-b4fe-db817de035d4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.852673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.852673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.852673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.852849] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a504be89-4954-4427-b4fe-db817de035d4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.853423] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.853524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.853524] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.853679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.853746] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.854476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.854536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.854582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.854729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.854799] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.855479] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-322301ee-626d-4f50-85f0-7debd4d16ae3 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.855567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.855677] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.855765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.855835] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('322301ee-626d-4f50-85f0-7debd4d16ae3',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.856676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.856771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.856855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.856981] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.857067] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.365027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.365027] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.365027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.365601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.365802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.365991] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.366960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.367218] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.367831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.367831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.367831] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.367831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.367831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.368107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.368107] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.368175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.368216] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.369395] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.369395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.369395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.369395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.369605] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.369970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.370056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.370205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.370288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.370403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.370452] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.376424] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.376497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.376607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.376958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.376958] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.376958] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.377184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.377184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.377275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.377275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.377370] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.381333] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.381333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.381333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.381540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.381540] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.381621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.381654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.381788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.381861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.381940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.382038] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.394232] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.395154] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.399837] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.407052] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dbd4bbc-637e-4484-97bf-046a0856ffd0: rpc.has_security_group_logging(os_id): False [ 1260.428969] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.429890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.429890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.429890] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.434082] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.434082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.440540] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.440734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.441844] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.441993] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.442802] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.442894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.443642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.443732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.445036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.445155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.447412] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.447412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.447578] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.447647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.448346] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.448457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.449162] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.449255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.449893] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.450309] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.450388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.451035] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.451408] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.451492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.452260] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.452630] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.452719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.453390] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.453782] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.453872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.454507] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.454888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.454978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.455713] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1260.456146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.456259] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b41a67e-7b00-4d14-9c02-8f8e7af59039 is going to be deleted. [ 1260.457479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.457678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.478789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.478944] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b831c89-5717-4e21-9c07-83bfc46a14c9 is going to be deleted. [ 1260.479818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.480058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.504273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.504431] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 918a12cf-5ebc-4c52-91db-0c8cd025144b is going to be deleted. [ 1260.505341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.505553] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.607100] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.607342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.611291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.611436] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b85482e-de80-4a50-b842-45eca5bdb91a is going to be deleted. [ 1260.612324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.612532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.621778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.621955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.629566] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.629702] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41c81d78-b7fb-47df-8ac5-25ae425cf8a2 is going to be deleted. [ 1260.630556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.630765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.648147] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.648351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.650200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.650326] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f502713-4376-4caf-b8ec-525dcd9f37f8 is going to be deleted. [ 1260.651188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.651404] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.667476] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.667654] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.675336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.675474] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a504be89-4954-4427-b4fe-db817de035d4 is going to be deleted. [ 1260.676358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.676575] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.726095] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.726309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.727182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.727308] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a09e97a-b67f-447c-bd60-73c4cf7c1b03 is going to be deleted. [ 1260.728192] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.728409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.751059] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.751259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.790340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.790475] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3052043e-a646-45cd-8b1e-895e5375d5d2 is going to be deleted. [ 1260.791618] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.791854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.832228] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.832610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.833283] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.833400] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03728c29-5076-48fc-ae52-9d28efc35fde is going to be deleted. [ 1260.834429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.834651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.884442] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.887446] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.899757] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf34c549-c341-4fec-b453-58390ccbf77b: rpc.has_security_group_logging(os_id): False [ 1260.900952] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e3ec348-70b5-4338-8f83-2a7ca1ff5087: rpc.has_security_group_logging(os_id): False [ 1260.916537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.916680] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 327028b5-eae6-4089-bf46-e2a04a54422a is going to be deleted. [ 1260.917797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.917797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.936364] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.936494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.941453] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.941580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.950330] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.950487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.956071] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.956306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.962108] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.962240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.988708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.988852] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be deleted. [ 1260.989801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.990019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.034228] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.034418] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95 is going to be deleted. [ 1261.035264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.035487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.061754] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.061967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.079092] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.079272] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694baf2c-82f9-4b39-b12c-ad3523637131 is going to be deleted. [ 1261.080161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.080359] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.110619] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.110826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.134946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.135214] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.135316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.135383] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.135592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.135672] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.135769] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1261.136849] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.137025] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.138457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.138550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.178435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.178609] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 322301ee-626d-4f50-85f0-7debd4d16ae3 is going to be deleted. [ 1261.179505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.179732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.179834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.179957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b831c89-5717-4e21-9c07-83bfc46a14c9" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.180127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.180290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.180369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.180482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-918a12cf-5ebc-4c52-91db-0c8cd025144b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.181012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.181185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.181279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.181391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b85482e-de80-4a50-b842-45eca5bdb91a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.181516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.181659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.181733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.181841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41c81d78-b7fb-47df-8ac5-25ae425cf8a2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.181971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.182122] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.182198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.182309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f502713-4376-4caf-b8ec-525dcd9f37f8" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.182431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.182565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.182638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.182746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a504be89-4954-4427-b4fe-db817de035d4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.182864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.183000] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.210858] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.211082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.220708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.221043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.221152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.221219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.221475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.221522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.221625] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 is going to be updated. [ 1261.222731] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.222905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.222992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.223133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a09e97a-b67f-447c-bd60-73c4cf7c1b03" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.223262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.223413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.223488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.223598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03728c29-5076-48fc-ae52-9d28efc35fde" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.223741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.223877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.288621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.288900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.289022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.289324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.289408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.289511] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf34c549-c341-4fec-b453-58390ccbf77b is going to be updated. [ 1261.290608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.290811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.290874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.290998] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-327028b5-eae6-4089-bf46-e2a04a54422a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.291140] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.291288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.291363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.291474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.291622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.291762] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.291835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.291970] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b41a67e-7b00-4d14-9c02-8f8e7af59039" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.292123] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.292270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.292342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.292451] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4aa3fa7-8ccd-4c17-9f39-bfcc9cf23f95" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.293095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.293268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.293385] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.293508] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694baf2c-82f9-4b39-b12c-ad3523637131" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.293633] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.293796] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.293872] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.293986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3052043e-a646-45cd-8b1e-895e5375d5d2" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.304504] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.304701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.304753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.304932] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.305095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.306779] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.306894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.306961] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.307155] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.307224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.307361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-322301ee-626d-4f50-85f0-7debd4d16ae3" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.340778] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1261.387450] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1ec33a1-9343-412c-a5b2-be1013179f55: rpc.has_security_group_logging(os_id): False [ 1261.388664] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8ecf04-b965-47fd-babd-92604f021054: rpc.has_security_group_logging(os_id): False [ 1261.451595] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.451788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.451827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.452138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.452237] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.454399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.454548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.454587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.454777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.454907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.457043] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.457172] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.457245] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.457415] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.458875] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.458985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.479194] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: IN_PROGRESS for 2s [ 1261.489513] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: IN_PROGRESS for 2s [ 1261.491401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.491607] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.491607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.491732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.491897] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.492021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.492116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 is going to be updated. [ 1261.493277] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.493740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.522269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.522599] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.522725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.522790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.523018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.523100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.523206] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 is going to be updated. [ 1261.579380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.579533] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.579604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.579817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.579955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.649069] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.649284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.649284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.650031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.650031] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.655027] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: IN_PROGRESS for 2s [ 1261.688033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: IN_PROGRESS for 2s [ 1263.354522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1263.354955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.493585] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: SUCCESS [ 1263.493869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.504325] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: SUCCESS [ 1263.504632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.643915] env[65325]: INFO networking_nsxv3.common.synchronization [req-e99ca32f-db14-471d-a011-4ba6f8ad05ec req-8c929900-fb80-44c8-a712-fa0da5c5da59 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1263.644540] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1263.644853] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.644975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.645133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.645336] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.645484] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.645583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.645640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.645784] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.645865] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.645955] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.670102] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: SUCCESS [ 1263.670343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.700368] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: SUCCESS [ 1263.700368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.905431] env[65325]: INFO networking_nsxv3.common.synchronization [req-3fc51817-968c-4749-a4de-738632deb385 req-f8730fc6-326f-44fa-86c1-51c0ef35cb52 tempest-DeleteServersTestJSON-850306534 tempest-DeleteServersTestJSON-850306534-project-member] Enqueued Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1263.907071] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 with Priority: HIGHEST for action security_group_members [ 1263.907071] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b8641fb-9d3c-457c-9364-cab19f94d9c0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.907071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.907071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.907071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.907071] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.907071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.907071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.907657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.907657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.907793] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b8641fb-9d3c-457c-9364-cab19f94d9c0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.993856] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.994124] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.994301] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.994586] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.994850] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.995048] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.995172] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.995395] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.995543] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.995750] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.995862] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.995993] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.996102] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.996206] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.996310] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.996449] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.016594] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.018845] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.018845] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.018845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.018845] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.018845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.018845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.018845] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.018845] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.148494] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.148665] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.148734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.148956] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.149059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.149251] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.149411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.149411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.149555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.149623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.149760] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be deleted. [ 1264.182293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.182549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.182725] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.182821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.182912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.183020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.412402] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.412402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.412402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.412402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.432089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.432365] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.432495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.432555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.432790] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.432910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.433009] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 is going to be updated. [ 1264.459558] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.459766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.459766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.459915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.460076] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.469204] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: IN_PROGRESS for 2s [ 1264.520567] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.520809] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.520984] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.521280] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.521459] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.521625] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 not found, creating... [ 1264.521885] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.522063] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.522180] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.522399] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.522558] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.522834] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.522987] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.523116] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.523323] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.523451] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.523584] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 is going to be created. [ 1264.546787] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.547036] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.547138] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.547426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.547665] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.547887] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.221587] env[65325]: INFO networking_nsxv3.common.synchronization [req-e99ca32f-db14-471d-a011-4ba6f8ad05ec req-f21b2a3c-3820-40c6-aeb1-8529f266b239 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1265.221825] env[65325]: INFO networking_nsxv3.common.synchronization [req-e99ca32f-db14-471d-a011-4ba6f8ad05ec req-f21b2a3c-3820-40c6-aeb1-8529f266b239 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1265.222037] env[65325]: INFO networking_nsxv3.common.synchronization [req-e99ca32f-db14-471d-a011-4ba6f8ad05ec req-f21b2a3c-3820-40c6-aeb1-8529f266b239 service nova] Enqueued Resource ID: c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 with Priority: HIGHEST for action port [ 1265.222571] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1265.222714] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1265.222850] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 with Priority: HIGHEST for action port [ 1265.223447] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.223601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.223675] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.223880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.223963] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.224830] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.224943] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.225022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.226114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.226684] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.226801] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.226868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.227045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.227133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.227329] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.228898] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.229023] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.229097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.229257] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.229333] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.731127] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.732299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.732418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.732649] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 with status ACTIVE [ 1265.732842] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.732973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.733075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.733303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.733413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.733602] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.733737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.733823] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.733985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.734184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.734394] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.734503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.734584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.734742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.734839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.734940] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4 is going to be updated. [ 1265.756026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.756026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.756285] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.756388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.756482] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.756637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c81d57c1-c5d6-44ee-bd9e-aabfab99b0a4" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.238882] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.483106] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 in Status: SUCCESS [ 1266.483106] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b8641fb-9d3c-457c-9364-cab19f94d9c0 deletion is rescheduled due to dependency. [ 1266.483106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b8641fb-9d3c-457c-9364-cab19f94d9c0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.740403] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.740714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.740714] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.740788] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.740866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.740988] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be created. [ 1266.766936] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.766936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.766936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.766936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.766936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.777881] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: UNINITIALIZED for 2s [ 1267.542295] env[65325]: INFO networking_nsxv3.common.synchronization [req-2136a3cd-98fd-40cb-939d-340745f442c6 req-f526b1eb-547c-4da0-b55f-961effb52eb1 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1267.542858] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ec33a1-9343-412c-a5b2-be1013179f55 with Priority: HIGHEST for action security_group_members [ 1267.543222] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1ec33a1-9343-412c-a5b2-be1013179f55 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.543345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.543412] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.543617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.543777] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.543892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.543972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.544170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.544267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.544359] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1ec33a1-9343-412c-a5b2-be1013179f55',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.046811] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.047232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.047232] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.047334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.047334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.047539] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.047640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.047704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.047848] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.047922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.048014] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 is going to be updated. [ 1268.087690] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.088024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.088024] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.088147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.088292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.099844] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: IN_PROGRESS for 2s [ 1268.787831] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1268.788065] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.788259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.788514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.788660] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.788773] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.788829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.789041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.789126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.789213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.789302] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.291897] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.292375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.292375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.292537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.292767] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.292878] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.292944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.293116] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.293222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.293322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.293473] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.293568] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.293627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.293768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.293900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.293990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.294061] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.294241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.294341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.294394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.294467] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.689474] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4cc3a33c-046d-4f6b-826e-f4238a6c5493 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1269.690179] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1269.690687] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.691103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.691103] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.691185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.691769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.691769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.691769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.691769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.691769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.692334] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.797486] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b078400-af34-4c85-b102-540e7eff39ab: rpc.has_security_group_logging(os_id): False [ 1269.815729] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.815889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.815951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.816199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.816292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.816519] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.816622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.816671] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.816817] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.816894] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.817080] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.817215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.817289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.817432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.817505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.817682] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.817775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.817837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.817972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.818054] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.818140] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be created. [ 1269.875079] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.875320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.875368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.875622] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.875763] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.890659] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1270.110446] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1ec33a1-9343-412c-a5b2-be1013179f55 in Status: SUCCESS [ 1270.110630] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1ec33a1-9343-412c-a5b2-be1013179f55 deletion is rescheduled due to dependency. [ 1270.110742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1ec33a1-9343-412c-a5b2-be1013179f55" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.194482] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.699357] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.201778] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.201944] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.202040] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.202349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.202449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.202602] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1271.232757] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.232972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.233028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.233873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.234332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.245398] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1271.533780] env[65325]: INFO networking_nsxv3.common.synchronization [req-38769bd7-925c-4841-9216-45b0b92c7fea req-2e3f9a1d-312c-4625-b293-b0473cbce148 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1271.534598] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf34c549-c341-4fec-b453-58390ccbf77b with Priority: HIGHEST for action security_group_members [ 1271.535555] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf34c549-c341-4fec-b453-58390ccbf77b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.535555] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.535697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.535832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.535984] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.536428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.536428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.536428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.536559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.536559] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf34c549-c341-4fec-b453-58390ccbf77b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.904840] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1271.905170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.011773] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.011978] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.012174] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.012932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.012932] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.012932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.012932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.013222] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.013257] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.013455] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.013566] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.013714] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.013769] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.013869] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.013970] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.014327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.035477] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.035660] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.035783] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.035945] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.036686] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-2c19be21-a008-461b-9308-1e8ad027335e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.036878] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.036938] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.037338] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.037493] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c19be21-a008-461b-9308-1e8ad027335e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.038679] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.038794] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.039136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.039209] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.039286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.039480] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.039595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.039650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.039758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.039832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.039939] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf34c549-c341-4fec-b453-58390ccbf77b is going to be updated. [ 1272.067015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.067298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.067298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.067441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.067579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.077755] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: IN_PROGRESS for 2s [ 1272.542791] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.542932] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.542979] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.543283] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.543431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.543828] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 2c19be21-a008-461b-9308-1e8ad027335e not found, creating... [ 1272.543890] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.543995] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544122] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.544335] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.544465] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.544746] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544900] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.545068] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.545460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.545460] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545559] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 2c19be21-a008-461b-9308-1e8ad027335e is going to be created. [ 1272.566840] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.567449] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.567681] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.568011] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.568305] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.568542] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.256523] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1273.256803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.268631] env[65325]: INFO networking_nsxv3.common.synchronization [req-0de5f27a-0d8d-4a10-a869-95f95bb308df req-22b02079-f1fa-4e46-8637-9fabfc79b700 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1273.268924] env[65325]: INFO networking_nsxv3.common.synchronization [req-0de5f27a-0d8d-4a10-a869-95f95bb308df req-22b02079-f1fa-4e46-8637-9fabfc79b700 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1273.269161] env[65325]: INFO networking_nsxv3.common.synchronization [req-0de5f27a-0d8d-4a10-a869-95f95bb308df req-22b02079-f1fa-4e46-8637-9fabfc79b700 service nova] Enqueued Resource ID: 2c19be21-a008-461b-9308-1e8ad027335e with Priority: HIGHEST for action port [ 1273.269651] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1273.269835] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1273.270059] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c19be21-a008-461b-9308-1e8ad027335e with Priority: HIGHEST for action port [ 1273.270318] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.270476] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.270559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.270904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.270904] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.271909] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.272979] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.272979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.273260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.273260] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.274612] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c19be21-a008-461b-9308-1e8ad027335e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.274612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.274612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.274612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.274612] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c19be21-a008-461b-9308-1e8ad027335e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.776405] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.777992] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.777992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.778497] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c19be21-a008-461b-9308-1e8ad027335e with status ACTIVE [ 1273.778497] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.778497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.778497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.779057] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.779126] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.779494] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.779494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.779494] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.779650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.779650] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.779822] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.779879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.779915] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.780075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.780127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.780211] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c19be21-a008-461b-9308-1e8ad027335e is going to be updated. [ 1273.802433] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.802579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.802699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.802846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.802977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.803144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c19be21-a008-461b-9308-1e8ad027335e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.089460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf34c549-c341-4fec-b453-58390ccbf77b in Status: SUCCESS [ 1274.089460] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf34c549-c341-4fec-b453-58390ccbf77b deletion is rescheduled due to dependency. [ 1274.089460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf34c549-c341-4fec-b453-58390ccbf77b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.283587] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.786358] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.786522] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.786593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.786805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.786893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.786991] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1274.789912] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4fa95c7b-5d38-49ed-9ea4-aa11b416e155 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1274.790970] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1274.791304] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.791499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.791499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.791760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.791851] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.826515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.826680] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.826723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.828045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.828045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.845016] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1274.868812] env[65325]: INFO networking_nsxv3.common.synchronization [None req-de06d156-5c28-4b73-8fb2-fd2d32172420 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1274.869441] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1274.870218] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.870492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.000506] env[65325]: INFO networking_nsxv3.common.synchronization [None req-691a04b0-3738-489a-8e28-f1c61815976a None None] Enqueued Resource ID: 63f784bd-430a-4437-9ee6-6de7ab97685b with Priority: HIGHEST for action port [ 1275.001044] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f784bd-430a-4437-9ee6-6de7ab97685b with Priority: HIGHEST for action port [ 1275.001557] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f784bd-430a-4437-9ee6-6de7ab97685b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.001857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f784bd-430a-4437-9ee6-6de7ab97685b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.001972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f784bd-430a-4437-9ee6-6de7ab97685b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.002393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f784bd-430a-4437-9ee6-6de7ab97685b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.002570] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f784bd-430a-4437-9ee6-6de7ab97685b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.314066] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.314396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.314396] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.314468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.314619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.314667] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 already deleted. [ 1275.314701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.314856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.315017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.315105] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.505687] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63f784bd-430a-4437-9ee6-6de7ab97685b [ 1275.505953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.506091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.506156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.506393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.506492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.506595] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63f784bd-430a-4437-9ee6-6de7ab97685b already deleted. [ 1275.506683] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f784bd-430a-4437-9ee6-6de7ab97685b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.835842] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.836038] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.836114] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.836320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.836408] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.836509] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 already deleted. [ 1275.836607] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.855716] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1276.856079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.856319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.856615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.856890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.857071] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.857224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.857444] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.857523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.857611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.857702] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.187757] env[65325]: INFO networking_nsxv3.common.synchronization [None req-c7380d3a-96fe-4c8c-a6bc-8b7907a99f6e None None] Enqueued Resource ID: c8f9dbe0-2084-482b-902e-cb2facc7263a with Priority: HIGHEST for action port [ 1277.187939] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f9dbe0-2084-482b-902e-cb2facc7263a with Priority: HIGHEST for action port [ 1277.188334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f9dbe0-2084-482b-902e-cb2facc7263a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.188486] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f9dbe0-2084-482b-902e-cb2facc7263a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.188573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f9dbe0-2084-482b-902e-cb2facc7263a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.188859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f9dbe0-2084-482b-902e-cb2facc7263a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.188969] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f9dbe0-2084-482b-902e-cb2facc7263a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.360554] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.360770] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.360859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.361143] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.361352] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.361479] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.361638] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.361820] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.361940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.362072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.362273] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.362387] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.362458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.362645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.362810] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.362945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.363022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.363188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.363269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.363353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.363441] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.691048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f9dbe0-2084-482b-902e-cb2facc7263a [ 1277.691440] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.691657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.692095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.692242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.692384] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f9dbe0-2084-482b-902e-cb2facc7263a already deleted. [ 1277.692521] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f9dbe0-2084-482b-902e-cb2facc7263a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.866072] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b078400-af34-4c85-b102-540e7eff39ab: rpc.has_security_group_logging(os_id): False [ 1277.887402] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.887592] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.887656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.887841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.888146] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.888218] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.888484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.888660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.888832] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.888925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.889197] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.889322] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.889389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.889587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.889674] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.889933] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.890128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.890186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.890339] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.890465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.890597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1277.967959] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.968185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.968185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.968389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.968535] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.983942] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1280.000286] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1280.000678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.393409] env[65325]: INFO networking_nsxv3.common.synchronization [req-094cb333-0549-4a99-87dd-37dc62fb7e59 req-d994ac02-2779-44d8-b397-25748be4a2c4 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1280.393913] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1280.394239] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.394392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.394460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.394713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.394877] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.394985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.396124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.396353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.396353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.396353] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.719048] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.719363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.719436] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.719798] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.720137] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.720342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.720471] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.720700] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.720857] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.721077] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.721192] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.721299] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.721416] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.721526] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.721631] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.721761] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.741842] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.742027] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.742169] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.742346] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.742669] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-ef7b499f-7e78-4509-9762-b803cc4fa279 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.742846] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.742963] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.743383] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.743545] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b499f-7e78-4509-9762-b803cc4fa279',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.898881] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.899117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.899117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.899286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.899375] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.899569] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.899668] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.899729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.899877] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.899988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.900113] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 already deleted. [ 1280.900113] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.246452] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.246957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.246957] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.247072] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.247228] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.247407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port ef7b499f-7e78-4509-9762-b803cc4fa279 not found, creating... [ 1281.247671] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.247827] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.247943] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.248178] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.248312] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.248583] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.248734] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.248852] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.249113] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.249246] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.249386] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: ef7b499f-7e78-4509-9762-b803cc4fa279 is going to be created. [ 1281.273611] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.273611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.273946] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.274091] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.274397] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.274688] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.970452] env[65325]: INFO networking_nsxv3.common.synchronization [req-094cb333-0549-4a99-87dd-37dc62fb7e59 req-f8a29669-12a5-459c-a4e0-5113f94ec9d2 service nova] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1281.970578] env[65325]: INFO networking_nsxv3.common.synchronization [req-094cb333-0549-4a99-87dd-37dc62fb7e59 req-f8a29669-12a5-459c-a4e0-5113f94ec9d2 service nova] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1281.970715] env[65325]: INFO networking_nsxv3.common.synchronization [req-094cb333-0549-4a99-87dd-37dc62fb7e59 req-f8a29669-12a5-459c-a4e0-5113f94ec9d2 service nova] Enqueued Resource ID: ef7b499f-7e78-4509-9762-b803cc4fa279 with Priority: HIGHEST for action port [ 1281.971276] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_rules [ 1281.971422] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1281.971512] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7b499f-7e78-4509-9762-b803cc4fa279 with Priority: HIGHEST for action port [ 1281.971890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.972111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.972193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.972413] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.972489] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.973528] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.973528] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.973701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.973827] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.973887] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.973977] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.974077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.974201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.974348] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.974424] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.975597] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7b499f-7e78-4509-9762-b803cc4fa279 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.975713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.975768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.975909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.975983] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7b499f-7e78-4509-9762-b803cc4fa279',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.477935] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.479206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.479360] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.479821] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7b499f-7e78-4509-9762-b803cc4fa279 with status ACTIVE [ 1282.480017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.480165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.480240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.480490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.480612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.480812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.480933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.481016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.481250] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.481288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.481562] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.481684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.481748] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.481927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.482050] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.482154] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7b499f-7e78-4509-9762-b803cc4fa279 is going to be updated. [ 1282.509314] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.509491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.509537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.509741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.510297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.510297] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7b499f-7e78-4509-9762-b803cc4fa279" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.981071] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.483293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.483727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.483727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.483727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.483828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.483935] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 is going to be created. [ 1283.510336] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.510569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.510664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.510959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.511196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.522269] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: UNINITIALIZED for 2s [ 1283.938604] env[65325]: INFO networking_nsxv3.common.synchronization [req-9a9de770-2ecb-47e2-975b-10090b65ed00 req-c0822f28-5fd9-4218-b03c-7cf7b1ff7d5f tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1283.938604] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1283.938604] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.938604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.938604] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.939266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.939598] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.939905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.940137] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.940562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.941630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.941630] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.190800] env[65325]: INFO networking_nsxv3.common.synchronization [req-82d82982-fb5b-4430-845e-164d1b59b7d1 req-77955b89-cc30-4664-b581-410ec4e03cb6 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1284.191211] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGHEST for action security_group_members [ 1284.192291] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.192291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.192291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.192291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.192291] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.192291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.192291] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.192589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.192589] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.192589] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.442938] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.695317] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.695641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.695641] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.695775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.695831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.696046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.696153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.696213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.696347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.696423] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.696509] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 is going to be updated. [ 1284.727024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.727219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.727268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.727632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.727880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.737457] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: IN_PROGRESS for 2s [ 1284.945508] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.450961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.451133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.451352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.451635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.451732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.451835] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 1285.480994] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.481159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.481834] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.482111] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.482286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.491781] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 1285.533059] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: SUCCESS [ 1285.533261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.533390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.533571] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.533763] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.533885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.533955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.534127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.534202] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.534517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.534517] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.582636] env[65325]: INFO networking_nsxv3.common.synchronization [req-1874053a-a182-4a2b-8d53-79c3b1eade90 req-1a001fbf-37f5-45ec-bd29-199c4ad76206 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1285.583155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1285.583461] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.584608] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.584608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.584608] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.036924] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.086283] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.323865] env[65325]: INFO networking_nsxv3.common.synchronization [None req-534a44e6-f58f-4bc2-9012-9881187a60c3 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1286.324562] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1286.325457] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.325653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.539781] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 284d6049-c9c0-4848-be84-f3d837210a59: rpc.has_security_group_logging(os_id): False [ 1286.570697] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.570947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.571075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.571389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.571557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.571960] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.572105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.572205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.572455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.572567] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.572701] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 is going to be created. [ 1286.588917] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.666969] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.667234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.667234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.667411] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.667598] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.680561] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: IN_PROGRESS for 2s [ 1286.747933] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 in Status: SUCCESS [ 1286.748140] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 deletion is rescheduled due to dependency. [ 1286.748200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.091515] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.091882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.091882] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.091950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.092070] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.092156] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1287.121164] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.121340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.121394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.121596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.121740] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.135402] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1287.502732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 1287.502973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.695871] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: SUCCESS [ 1288.696253] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.034083] env[65325]: INFO networking_nsxv3.common.synchronization [None req-3b7add57-ea3b-4224-94ee-3b4f1a2a35a0 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1289.036184] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1289.039620] env[65325]: INFO networking_nsxv3.common.synchronization [req-aa5d1e10-03c8-4051-94e6-012f941e6afd req-041bc63f-c9dd-415e-b7e0-a21ffed38d84 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1289.040081] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.040210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.040278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.040809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.040909] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.042342] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGHEST for action security_group_members [ 1289.042821] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.042940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.042994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.043490] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.043490] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.043623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.043776] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.045711] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.116226] env[65325]: INFO networking_nsxv3.common.synchronization [None req-4f51cfda-50c6-4533-8b42-badcc0fc3587 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1289.116764] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1289.117445] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.117517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.147246] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1289.147460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.147758] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.148055] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.148256] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.148410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.148515] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.148745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.148859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.149038] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.548502] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.548881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.549100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.549399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.549792] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.550145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.550390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.550587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.553020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.553020] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.553020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 is going to be updated. [ 1289.561864] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.562199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.563391] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.563696] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.563875] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.564061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c already deleted. [ 1289.564242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.565547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.565547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.565547] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.577271] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.577768] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.577953] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.582016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.582016] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.592537] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: IN_PROGRESS for 2s [ 1289.655749] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.655749] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.655749] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.655749] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1289.692019] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.692019] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.700409] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1290.087901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.087901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.087901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.087901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.087901] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.087901] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c already deleted. [ 1290.088216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.605787] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8ecf04-b965-47fd-babd-92604f021054 in Status: SUCCESS [ 1291.606193] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 deletion is rescheduled due to dependency. [ 1291.606193] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.711062] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1291.711402] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab deletion is rescheduled due to dependency. [ 1291.711557] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.872527] env[65325]: INFO networking_nsxv3.common.synchronization [None req-ca2f1523-2919-4dc9-8771-8438dafa0746 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1293.872952] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1293.873034] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.873165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.873231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.873531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.873577] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.949522] env[65325]: INFO networking_nsxv3.common.synchronization [None req-49772440-711b-4069-8a5d-eafd505f0afd tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1293.950166] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1293.950470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.950569] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.395337] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.395460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.395546] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.395782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.395873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.395974] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee already deleted. [ 1294.396072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.396225] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.396376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.396458] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.915888] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.916296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.916296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.916296] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.916388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.916515] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee already deleted. [ 1294.916551] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.459665] env[65325]: INFO networking_nsxv3.common.synchronization [req-be4ccaf0-836f-4ea3-b06c-49fab3974fce req-3cddb9dc-d456-4a7f-a9b2-e2c6632c5206 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1295.460313] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1295.460564] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.460669] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.460721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.460955] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.461120] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.461243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.461299] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.461545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.461545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.461634] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.784018] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.784018] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.784018] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.784448] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.784448] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.784448] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.784628] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.784670] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.784767] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.784870] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.784999] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.804073] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.804263] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.804402] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.804672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.804991] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-ae2c4ae2-9901-427e-a8a2-be77075b4892 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.805182] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.805302] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.805762] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.805927] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c4ae2-9901-427e-a8a2-be77075b4892',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.964758] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.965236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.965236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.965236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.965525] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.965525] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.965664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.965664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.965812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.965891] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.965978] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c already deleted. [ 1295.966072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.310129] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.310129] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.310129] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.310263] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.310425] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.310520] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port ae2c4ae2-9901-427e-a8a2-be77075b4892 not found, creating... [ 1296.310784] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.311496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.311496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.311496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.311496] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.311684] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.311825] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.312133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.312210] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.312299] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.312461] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: ae2c4ae2-9901-427e-a8a2-be77075b4892 is going to be created. [ 1296.335486] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.335705] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.335829] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.336117] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.336338] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.336555] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.035685] env[65325]: INFO networking_nsxv3.common.synchronization [req-be4ccaf0-836f-4ea3-b06c-49fab3974fce req-8a136dea-1e35-41bc-8d97-e872f16a3f5e service nova] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1297.035685] env[65325]: INFO networking_nsxv3.common.synchronization [req-be4ccaf0-836f-4ea3-b06c-49fab3974fce req-8a136dea-1e35-41bc-8d97-e872f16a3f5e service nova] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1297.035685] env[65325]: INFO networking_nsxv3.common.synchronization [req-be4ccaf0-836f-4ea3-b06c-49fab3974fce req-8a136dea-1e35-41bc-8d97-e872f16a3f5e service nova] Enqueued Resource ID: ae2c4ae2-9901-427e-a8a2-be77075b4892 with Priority: HIGHEST for action port [ 1297.036484] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_rules [ 1297.036484] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1297.036484] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2c4ae2-9901-427e-a8a2-be77075b4892 with Priority: HIGHEST for action port [ 1297.036738] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.036738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.036873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.037125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.037268] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.040940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.040940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.040940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.042552] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.042552] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2c4ae2-9901-427e-a8a2-be77075b4892 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.042552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.042552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.042552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.042552] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2c4ae2-9901-427e-a8a2-be77075b4892',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.539429] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.539657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.543945] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.545414] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2c4ae2-9901-427e-a8a2-be77075b4892 with status ACTIVE [ 1297.545689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.545812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.545876] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.546097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.546185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.546354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.546446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.546507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.546656] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.546733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.546904] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.546996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.547069] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.547205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.547735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.548518] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2c4ae2-9901-427e-a8a2-be77075b4892 is going to be updated. [ 1297.569415] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.569647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.569647] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.570074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.570074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.570205] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2c4ae2-9901-427e-a8a2-be77075b4892" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.050216] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.553582] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.553818] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.553867] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.554141] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.554292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.554421] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c is going to be created. [ 1298.579544] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.579754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.579754] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.579957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.580130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.591520] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: UNINITIALIZED for 2s [ 1299.318240] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b702de5-d48b-49c8-bce2-c9171d4bed52 req-00d8c24f-2224-4401-82b3-3e89444b6428 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1299.318688] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1299.318985] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.319117] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.319182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.319455] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.319567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.319664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.319724] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.319864] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.319945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.320054] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.596793] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.596994] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.597133] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.597389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.597649] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.597805] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.597921] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.598142] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.598328] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.598486] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.598602] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.598710] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.598819] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.598929] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.599044] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.599175] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.617612] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.618087] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.618087] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.618087] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.618365] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-3680c300-6c5a-44a6-ae3b-9ef974949681 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.618543] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.618646] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.618962] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.619114] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3680c300-6c5a-44a6-ae3b-9ef974949681',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.821727] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.821895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.822018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.822309] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.822431] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.822680] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.822814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.822879] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.823074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.823154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.823297] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee already deleted. [ 1299.823371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.121641] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.121891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.122033] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.122324] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.122524] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.122654] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 3680c300-6c5a-44a6-ae3b-9ef974949681 not found, creating... [ 1300.122923] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.123094] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.123250] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.123425] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.123561] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.123843] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.123998] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.124127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.124331] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.124478] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.124656] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 3680c300-6c5a-44a6-ae3b-9ef974949681 is going to be created. [ 1300.147470] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.147833] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.148114] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.148454] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.148781] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.149125] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.601407] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: SUCCESS [ 1300.601721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.601873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.602106] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.602295] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.602429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.602512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.602685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.602766] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.602850] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.602940] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.834893] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b702de5-d48b-49c8-bce2-c9171d4bed52 req-bdc66426-fe16-42d5-b6dc-51662865c761 service nova] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1300.835088] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b702de5-d48b-49c8-bce2-c9171d4bed52 req-bdc66426-fe16-42d5-b6dc-51662865c761 service nova] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1300.835226] env[65325]: INFO networking_nsxv3.common.synchronization [req-4b702de5-d48b-49c8-bce2-c9171d4bed52 req-bdc66426-fe16-42d5-b6dc-51662865c761 service nova] Enqueued Resource ID: 3680c300-6c5a-44a6-ae3b-9ef974949681 with Priority: HIGHEST for action port [ 1300.835790] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1300.835927] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1300.836571] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3680c300-6c5a-44a6-ae3b-9ef974949681 with Priority: HIGHEST for action port [ 1300.836845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.836967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.837047] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.837247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.837328] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.838566] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.838685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.838746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.838922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.839080] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.839196] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.839260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.840203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.840497] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.840497] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.841156] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3680c300-6c5a-44a6-ae3b-9ef974949681 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.841266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.841331] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.841484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.841558] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3680c300-6c5a-44a6-ae3b-9ef974949681',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.105015] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.339483] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.339712] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.343085] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.344137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3680c300-6c5a-44a6-ae3b-9ef974949681 with status ACTIVE [ 1301.344921] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.344921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.344921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.344921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.345182] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.345182] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.345288] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.345349] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.345495] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.345564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.345782] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.346150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.346150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.346150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.346273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.346303] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3680c300-6c5a-44a6-ae3b-9ef974949681 is going to be updated. [ 1301.368586] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.368803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.368803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.368942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.369095] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.369249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3680c300-6c5a-44a6-ae3b-9ef974949681" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.607805] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6835edc-bf8e-4527-ae76-15f3fc407f1c: rpc.has_security_group_logging(os_id): False [ 1301.628678] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.628838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.629485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.629485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.629485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.629613] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.629613] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.629704] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.629909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.629909] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.629986] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c is going to be created. [ 1301.704683] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.704775] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.704812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.705049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.705231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.718063] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: IN_PROGRESS for 2s [ 1301.848381] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.352805] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.352805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.353049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.353263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.353420] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.353554] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be created. [ 1302.378126] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.378327] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.378398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.378611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.378769] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.389048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: UNINITIALIZED for 2s [ 1303.128266] env[65325]: INFO networking_nsxv3.common.synchronization [req-7ac85a57-c4ae-401f-ab19-af8293d356f9 req-0ada98c7-9082-42b5-9db6-87d2faec35e0 tempest-ServerActionsTestOtherA-403852527 tempest-ServerActionsTestOtherA-403852527-project-member] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1303.128821] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGHEST for action security_group_members [ 1303.129143] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.129265] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.129332] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.129531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.129684] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.129780] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.129880] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.130015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.130100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.130189] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.633253] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.633435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.633493] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.633810] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.660392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.660685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.660844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.660912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.661242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.661477] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.661540] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be updated. [ 1303.697196] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.697401] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.697447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.697781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.697940] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.708519] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: IN_PROGRESS for 2s [ 1303.733059] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: SUCCESS [ 1303.733308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.373786] env[65325]: INFO networking_nsxv3.common.synchronization [req-ed4b681f-e79d-4035-b201-315b4855962b req-ee79e34a-d41c-4a1e-ab17-93e5e3ef95eb tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1304.374259] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1304.374988] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.374988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.374988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.375197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.375290] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.375350] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.375395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.375967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.375967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.375967] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.399898] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1304.400158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.400673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.400905] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.401110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.401254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.401337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.401640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.401640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.401728] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.401728] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.877974] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.878242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.878310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.878556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.878651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.878862] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.878967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.879042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.879221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.879334] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.879430] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1304.904069] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.943436] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.943873] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.943969] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.944352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.944573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.959033] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1305.406380] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22a62596-6747-4322-8abe-e1d9cfa1c9ee: rpc.has_security_group_logging(os_id): False [ 1305.426649] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.426857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.426857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.427021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.427109] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.427348] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.427452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.427512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.427662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.427735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.427820] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be created. [ 1305.521596] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.521829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.521829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.522318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.522318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.538435] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1305.722197] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 839f7474-5789-409e-839f-770947a911d5 in Status: SUCCESS [ 1305.722419] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 839f7474-5789-409e-839f-770947a911d5 deletion is rescheduled due to dependency. [ 1305.722591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.970040] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1306.970453] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 deletion is rescheduled due to dependency. [ 1306.970453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.552863] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1307.552863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.375252] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.375634] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.502922] env[65325]: INFO networking_nsxv3.common.synchronization [req-09a74af3-9a23-4092-af15-6d53e7d542a9 req-f8e42a48-1c34-4172-85ce-111262ad88f9 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1312.504302] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1312.504302] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.504417] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.504511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.504803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.505026] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.505165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.505251] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.505460] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.505579] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.505711] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.816351] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.816599] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.816818] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.817158] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.817479] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.817680] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.817812] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.818077] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.818209] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.818423] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.818539] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.818649] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.818757] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.818864] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.818967] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.819116] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.840413] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.840608] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1312.840725] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.840907] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.841259] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.841436] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.841559] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.841990] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.842165] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2f50ad-8d29-49f2-80c2-14a22ed0a32a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.008254] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.008432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.008488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.008742] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.008857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.009075] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.009175] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.009239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.009399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.009473] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.009557] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1313.039263] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.039487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.039487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.039651] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.039789] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.052378] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1313.344616] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.344891] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.345045] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.345363] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.345518] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.345697] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a not found, creating... [ 1313.346009] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.346184] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.346304] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.346530] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.346668] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.346954] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.347122] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.347241] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.347454] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.347578] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.347716] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a is going to be created. [ 1313.368488] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.368690] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.368809] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.369084] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.369307] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.369520] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.066410] env[65325]: INFO networking_nsxv3.common.synchronization [req-09a74af3-9a23-4092-af15-6d53e7d542a9 req-4aed2143-103a-4106-993a-dbdeb6d41642 service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1314.066674] env[65325]: INFO networking_nsxv3.common.synchronization [req-09a74af3-9a23-4092-af15-6d53e7d542a9 req-4aed2143-103a-4106-993a-dbdeb6d41642 service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1314.066862] env[65325]: INFO networking_nsxv3.common.synchronization [req-09a74af3-9a23-4092-af15-6d53e7d542a9 req-4aed2143-103a-4106-993a-dbdeb6d41642 service nova] Enqueued Resource ID: 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a with Priority: HIGHEST for action port [ 1314.067642] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1314.067859] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1314.068049] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a with Priority: HIGHEST for action port [ 1314.068414] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.068496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.068588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.068819] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.068903] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.070184] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.070303] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.070513] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.070679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.070679] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.070840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.070918] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2f50ad-8d29-49f2-80c2-14a22ed0a32a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.572958] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.573185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.573327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a with status ACTIVE [ 1314.573510] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.573640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.573682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.573895] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.573986] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.574167] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.574279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.574330] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.574484] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.574560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.574770] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.574861] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.574939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.575075] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.575152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.575239] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2f50ad-8d29-49f2-80c2-14a22ed0a32a is going to be updated. [ 1314.597031] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.597243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.597243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.597432] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.597564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.597719] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2f50ad-8d29-49f2-80c2-14a22ed0a32a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.709836] env[65325]: INFO networking_nsxv3.common.synchronization [req-5ce27972-8b1a-4c8f-9102-552ade976065 req-3f49ae23-ddf9-4b18-a119-85f32a1909b4 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1314.710316] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1314.710645] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.710795] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.710866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.711077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.711286] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.711343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.711388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.711534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.711620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.711714] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.015308] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.015511] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.015630] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.015914] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.016187] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.016342] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.016454] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.017242] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.017242] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.017242] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.017242] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.017242] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.017453] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.017453] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.017519] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.017647] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.036234] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.036424] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.036596] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.037051] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.037149] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-9063435c-3d95-47af-ba35-43060b90c24e taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.037347] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.037492] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.037816] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.037956] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9063435c-3d95-47af-ba35-43060b90c24e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.061835] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1315.062096] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 deletion is rescheduled due to dependency. [ 1315.062216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.062786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.063010] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.063195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.063365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.063416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.063547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.063627] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.063763] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.213589] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.540959] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.541229] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.541355] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.541638] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.541782] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.542010] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 9063435c-3d95-47af-ba35-43060b90c24e not found, creating... [ 1315.542297] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.542456] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.542583] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.542803] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.542939] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.543217] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.543369] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.543483] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.543684] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.543813] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.543949] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 9063435c-3d95-47af-ba35-43060b90c24e is going to be created. [ 1315.564612] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.564888] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.565014] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.565355] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.565579] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.565803] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.566685] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.716643] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.068344] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.219131] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.219541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.219541] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.219623] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.219729] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.219873] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be updated. [ 1316.251618] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.251840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.251840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.251984] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.252149] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.263190] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1316.272487] env[65325]: INFO networking_nsxv3.common.synchronization [req-5ce27972-8b1a-4c8f-9102-552ade976065 req-12a5a1f0-771d-4424-a84a-d5e7774f4438 service nova] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1316.272686] env[65325]: INFO networking_nsxv3.common.synchronization [req-5ce27972-8b1a-4c8f-9102-552ade976065 req-12a5a1f0-771d-4424-a84a-d5e7774f4438 service nova] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1316.272860] env[65325]: INFO networking_nsxv3.common.synchronization [req-5ce27972-8b1a-4c8f-9102-552ade976065 req-12a5a1f0-771d-4424-a84a-d5e7774f4438 service nova] Enqueued Resource ID: 9063435c-3d95-47af-ba35-43060b90c24e with Priority: HIGHEST for action port [ 1316.273372] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_rules [ 1316.273600] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1316.273662] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9063435c-3d95-47af-ba35-43060b90c24e with Priority: HIGHEST for action port [ 1316.273953] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.274335] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.274459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.274836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.274965] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.275944] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.276400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.276694] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-9063435c-3d95-47af-ba35-43060b90c24e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.276855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.277098] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.277475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.278121] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9063435c-3d95-47af-ba35-43060b90c24e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.571518] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.571835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.571835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.572049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.572171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.572247] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1316.610149] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.610304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.610374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.610591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.610734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.624482] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1316.781043] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9063435c-3d95-47af-ba35-43060b90c24e with status ACTIVE [ 1316.781409] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.781550] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.781609] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.781884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.781987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.782202] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.782312] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.782377] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.782542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.782637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.782841] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.782968] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.783048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.783198] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.783267] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.783376] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9063435c-3d95-47af-ba35-43060b90c24e is going to be updated. [ 1316.784624] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.784800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.807417] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.807635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.807635] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.807863] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.808011] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.808177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9063435c-3d95-47af-ba35-43060b90c24e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.277151] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1318.277564] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.277653] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.277897] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.278121] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.278242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.278304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.278462] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.278559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.278628] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.634186] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1318.634400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.634570] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.634829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.635036] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.635158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.635224] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.635376] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.635456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.635540] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.635630] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.781030] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.137608] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.283387] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.639369] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dbd4bbc-637e-4484-97bf-046a0856ffd0: rpc.has_security_group_logging(os_id): False [ 1319.657710] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.657951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.657951] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.658181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.658270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.658520] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.658619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.658682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.658831] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.658917] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.658995] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1319.737565] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.737802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.737802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.738049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.738244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.754252] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1319.786024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.786254] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.786318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.786588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.786689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.786805] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be updated. [ 1319.869380] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.869611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.869739] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.870052] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.870213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.882268] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1321.274587] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.274998] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1321.768570] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1321.768847] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.892454] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1321.892659] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.892889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.893147] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.893383] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.893556] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.893652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.893924] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.894097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.894258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.894395] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.397442] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.899944] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22a62596-6747-4322-8abe-e1d9cfa1c9ee: rpc.has_security_group_logging(os_id): False [ 1322.919393] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.919626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.919626] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.919836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.919928] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.920248] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.920358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.920445] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.920608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.920687] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.920773] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be updated. [ 1322.982042] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.982242] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.982317] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.982465] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.982606] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.996032] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1324.327035] env[65325]: INFO networking_nsxv3.common.synchronization [None req-0965a2cd-8c2c-4765-b670-fc9e084485e7 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1324.327570] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1324.327874] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.327994] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.328078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.328273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.328418] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.328514] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.328576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.328718] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.328793] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.328885] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.831363] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.831545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.831662] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.832474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.832474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.832474] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.832474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.832474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.832474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.832715] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.832715] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1324.859148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.859314] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.859356] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.859781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.859781] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.869026] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1325.010922] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1325.011188] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.879011] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1326.879347] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab deletion is rescheduled due to dependency. [ 1326.879347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.329141] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.329502] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.330442] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.330885] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.331841] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.332241] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.333479] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.333754] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.825150] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.825583] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.825583] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.825776] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.826049] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.826233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.826361] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.826597] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.826737] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.826958] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.827085] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1346.827196] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1346.827306] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1346.827453] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.827568] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1346.827707] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1346.851160] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1346.851359] env[65325]: DEBUG dogpile.cache.region [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1346.851471] env[65325]: DEBUG dogpile.lock [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1346.851651] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.851972] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock port-00da69a9-c03a-4aec-8d25-a9ab884ae833 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.852179] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.852368] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.852719] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.852875] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00da69a9-c03a-4aec-8d25-a9ab884ae833',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.355963] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.356279] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.356418] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.356703] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.356853] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.357174] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Segment Port 00da69a9-c03a-4aec-8d25-a9ab884ae833 not found, creating... [ 1347.357302] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.357475] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.357592] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.357810] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.357945] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.358263] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.358427] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.358546] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.358750] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.358882] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.359034] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Resource: SegmentPort with ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 is going to be created. [ 1347.382829] env[65325]: DEBUG networking_nsxv3.common.locking [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.383122] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.383239] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.383515] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.383744] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.383962] env[65325]: DEBUG oslo_concurrency.lockutils [None req-8f3e2da6-4ebf-4080-a419-bdc8eefbfdb6 None None] Releasing lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.092246] env[65325]: INFO networking_nsxv3.common.synchronization [req-1412a1c3-5d22-47a6-b8d4-834785f61b2d req-820a8b44-9b98-4abc-b20d-a70c5e027133 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1348.092539] env[65325]: INFO networking_nsxv3.common.synchronization [req-1412a1c3-5d22-47a6-b8d4-834785f61b2d req-820a8b44-9b98-4abc-b20d-a70c5e027133 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1348.092539] env[65325]: INFO networking_nsxv3.common.synchronization [req-1412a1c3-5d22-47a6-b8d4-834785f61b2d req-820a8b44-9b98-4abc-b20d-a70c5e027133 service nova] Enqueued Resource ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 with Priority: HIGHEST for action port [ 1348.092735] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1348.092864] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1348.092985] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 with Priority: HIGHEST for action port [ 1348.093567] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.093706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.093782] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.093945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.094086] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.094875] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.094983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.095089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.095258] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.096017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.096017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.096017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.096017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.096017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.096017] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.097015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00da69a9-c03a-4aec-8d25-a9ab884ae833 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.097015] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.097127] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.097217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.097269] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00da69a9-c03a-4aec-8d25-a9ab884ae833',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.599030] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.599268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.599376] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.600665] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00da69a9-c03a-4aec-8d25-a9ab884ae833 with status ACTIVE [ 1348.600860] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.601021] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.601078] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.601259] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.601352] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.601514] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.601605] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.601661] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.601811] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.601885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.602078] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.602170] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.602222] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.602369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.602442] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.602526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 is going to be updated. [ 1348.624197] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.624398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.624398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.624549] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.624657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.624809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.104784] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.606768] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.606988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.606988] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.607217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.607308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.607439] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1349.636017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.636269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.636269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.636449] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.636600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.646074] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1351.659481] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1351.659919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.659919] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.660150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.660352] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.660511] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.660582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.660684] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.660755] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.660842] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.660935] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.164046] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.164046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.164046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.164046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.164354] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.164354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.164354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.164466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.164466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.164587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.164693] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.164786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.164846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.164982] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.165366] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.165366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.165366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.165595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.165595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.165595] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.165720] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.667320] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b078400-af34-4c85-b102-540e7eff39ab: rpc.has_security_group_logging(os_id): False [ 1352.686946] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.686946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.686946] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.687320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.687320] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.687320] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.687446] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.687485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.687629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.687701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.687882] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.687997] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.688082] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.688187] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.688264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.688440] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.688530] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.688588] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.688730] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.688804] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.688889] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1352.752731] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.752963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.752963] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.753178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.753328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.768801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1353.094507] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.094710] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1354.785435] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1354.785837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.095269] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.095733] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.675688] env[65325]: INFO networking_nsxv3.common.synchronization [req-35ff7157-1b4d-4a85-afb4-8982bbefc073 req-eb299db9-8110-4212-b81d-c9928e236a57 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1359.677544] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGHEST for action security_group_members [ 1359.678713] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.679009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.679009] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.679343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.679634] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.679858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.680017] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.680304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.680512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.680692] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.183847] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.184080] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.184201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.184453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.184585] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.184813] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.184952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.185045] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.185263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.185368] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.185490] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c is going to be updated. [ 1360.216767] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.216967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.216967] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.217144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.217292] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.226491] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: IN_PROGRESS for 2s [ 1362.238288] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: IN_PROGRESS for 4s [ 1364.249754] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c in Status: SUCCESS [ 1364.250131] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c deletion is rescheduled due to dependency. [ 1364.250131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.679301] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.679507] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.086179] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.086535] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.086683] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.086976] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.087286] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.087454] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.087576] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.087801] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.087944] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.088161] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.088276] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1365.088386] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1365.088495] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1365.088603] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1365.088708] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1365.088837] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1365.110723] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1365.110944] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1365.111070] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1365.111266] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-920" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.111625] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-00da69a9-c03a-4aec-8d25-a9ab884ae833 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.111806] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.111927] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.112233] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.112373] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00da69a9-c03a-4aec-8d25-a9ab884ae833',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.567321] env[65325]: INFO networking_nsxv3.common.synchronization [None req-b374fa3d-50a8-4f15-8cbc-ae86bc81d201 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1365.568225] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1365.568689] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.568871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.568979] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.569354] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.569488] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.615070] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.615070] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.615398] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.615481] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.615632] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.615941] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.616118] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.616263] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.616495] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.616633] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.616926] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.617097] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.617214] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.617424] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.617570] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.617732] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 is going to be updated. [ 1365.643580] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.643839] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.643964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.644401] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.644500] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.644691] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.695522] env[65325]: INFO networking_nsxv3.common.synchronization [None req-1b701eed-abb0-46da-a419-483ec61305c3 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1365.696084] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1365.696428] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.696532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.095764] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.095971] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.096022] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.096422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.096584] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.096810] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a already deleted. [ 1366.096942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.097151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.097478] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.097629] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.351405] env[65325]: INFO networking_nsxv3.common.synchronization [req-1651697a-7cfd-44cb-9d2a-d60c12660340 req-60e223c3-f823-4fcf-82d3-8e80e70eb009 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1366.351563] env[65325]: INFO networking_nsxv3.common.synchronization [req-1651697a-7cfd-44cb-9d2a-d60c12660340 req-60e223c3-f823-4fcf-82d3-8e80e70eb009 service nova] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1366.351705] env[65325]: INFO networking_nsxv3.common.synchronization [req-1651697a-7cfd-44cb-9d2a-d60c12660340 req-60e223c3-f823-4fcf-82d3-8e80e70eb009 service nova] Enqueued Resource ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 with Priority: HIGHEST for action port [ 1366.356798] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_rules [ 1366.357047] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1366.357156] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 with Priority: HIGHEST for action port [ 1366.357408] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.357534] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.357600] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.357809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.357892] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.358812] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.358910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.358978] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.359206] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.359305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.359397] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.359456] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.359645] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.359703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.359788] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.362015] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-00da69a9-c03a-4aec-8d25-a9ab884ae833 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.362144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.362234] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.362403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.362495] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00da69a9-c03a-4aec-8d25-a9ab884ae833',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.623948] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.623948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.623948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.623948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.623948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.623948] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a already deleted. [ 1366.623948] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.865085] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.865085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.865399] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00da69a9-c03a-4aec-8d25-a9ab884ae833 with status ACTIVE [ 1366.865399] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.865504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.865504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.865734] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.865787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.865950] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.866058] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.866119] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.866293] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.866371] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.866551] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.866642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.866693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.866862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.866934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.867061] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00da69a9-c03a-4aec-8d25-a9ab884ae833 is going to be updated. [ 1366.868397] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.892848] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.893059] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.893121] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.893337] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.893474] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.893632] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00da69a9-c03a-4aec-8d25-a9ab884ae833" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.373329] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.875769] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.876210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.876210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.876307] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.876357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.876460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1367.904293] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.904487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.904487] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.904699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.904840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.914316] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1369.926026] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1369.926433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.926433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.926531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.926634] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.926743] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.926809] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.926960] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.927046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.927132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.927232] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.429666] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.429829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.429898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.430139] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.430306] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.430406] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.430468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.430612] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.430693] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.430778] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.430918] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.431013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.431079] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.431216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.431349] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.431441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.431499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.431629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.431700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.431777] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.431863] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.934190] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b078400-af34-4c85-b102-540e7eff39ab: rpc.has_security_group_logging(os_id): False [ 1370.952735] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.952945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.953042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.953271] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.953346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.953563] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.953660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.953723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.953871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.953947] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.954142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.954233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.954289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.954434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.954504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.954675] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.954764] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.954828] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.954950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.955033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.955118] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1371.014297] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.014548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.014548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.014705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.014846] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.030541] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1371.266584] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce41e8b3-66e9-459a-a835-252b05ac82f5 req-c77fb53d-a9b8-4958-8ff1-2c4c3e1ee15a tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1371.266879] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1371.267201] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.267374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.267374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.267637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.267794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.267892] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.267966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.268124] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.268203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.268302] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.569039] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-411 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.569251] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.569375] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.569638] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.569890] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.570057] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.570176] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.570394] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.570581] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.570798] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.570915] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1371.571037] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1371.571151] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1371.571287] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.571402] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1371.571532] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1371.589946] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1371.590131] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1371.590274] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1371.590444] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-411" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.590752] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-29840159-77ff-4023-8a05-3c858360156f taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.590923] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.591056] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.591389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.591547] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29840159-77ff-4023-8a05-3c858360156f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.771155] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.771341] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.771393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.771634] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.771706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.771911] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.772018] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.772085] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.772233] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.772308] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.772393] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a already deleted. [ 1371.772470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.093610] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.093982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.093982] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.094236] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.094386] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.094545] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 29840159-77ff-4023-8a05-3c858360156f not found, creating... [ 1372.094834] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.094997] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.095127] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.095389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.095534] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.095811] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.095964] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.096098] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.096305] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.096446] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.096577] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 29840159-77ff-4023-8a05-3c858360156f is going to be created. [ 1372.117013] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.117276] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.117431] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.117722] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.117965] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.118206] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.820141] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce41e8b3-66e9-459a-a835-252b05ac82f5 req-caa50997-5942-45ad-aab9-6b611b8337e7 service nova] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1372.820336] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce41e8b3-66e9-459a-a835-252b05ac82f5 req-caa50997-5942-45ad-aab9-6b611b8337e7 service nova] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1372.820529] env[65325]: INFO networking_nsxv3.common.synchronization [req-ce41e8b3-66e9-459a-a835-252b05ac82f5 req-caa50997-5942-45ad-aab9-6b611b8337e7 service nova] Enqueued Resource ID: 29840159-77ff-4023-8a05-3c858360156f with Priority: HIGHEST for action port [ 1372.820792] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_rules [ 1372.820887] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1372.820974] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29840159-77ff-4023-8a05-3c858360156f with Priority: HIGHEST for action port [ 1372.821570] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.821710] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.821779] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.821989] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.822101] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.822906] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.823026] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.823110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.823260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.823422] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.823520] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.823587] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.823765] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.823851] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.823937] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.824642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-29840159-77ff-4023-8a05-3c858360156f taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.824751] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.824845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.824954] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.825038] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29840159-77ff-4023-8a05-3c858360156f',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.046555] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1373.046786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.326416] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.326814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.326814] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.327575] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29840159-77ff-4023-8a05-3c858360156f with status ACTIVE [ 1373.327806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.327910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.327991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.328191] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.328284] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.328441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.328536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.328610] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.329035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.329035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.329035] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.329199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.329199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.329261] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.329369] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.329883] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29840159-77ff-4023-8a05-3c858360156f is going to be updated. [ 1373.354582] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.354854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.354854] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.354975] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.355128] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.355279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29840159-77ff-4023-8a05-3c858360156f" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.831602] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.334083] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.334083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.334572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.334572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.334572] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.334572] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a is going to be created. [ 1374.358218] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.358464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.358464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.358608] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.358805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.368577] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: UNINITIALIZED for 2s [ 1376.380494] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: SUCCESS [ 1376.380830] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.380871] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.381089] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.381272] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.381382] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.381441] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.381586] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.381660] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.381741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.381826] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.883671] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.387152] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13978517-1c24-4ab5-ad37-3a51d239ac9a: rpc.has_security_group_logging(os_id): False [ 1377.405548] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.405548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.405548] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.405786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.405825] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.406051] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.406145] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.406561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.406561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.406561] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.406561] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a is going to be created. [ 1377.463745] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.463937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.463937] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.464203] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.464398] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.476305] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: IN_PROGRESS for 2s [ 1377.822264] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.822481] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1379.489326] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: SUCCESS [ 1379.489733] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.980344] env[65325]: INFO networking_nsxv3.common.synchronization [req-c2235e94-a86f-40d9-87d4-f59f3a6a8a56 req-80d7db8e-e208-43c9-b9d4-61e9f52b9c6d tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1381.980942] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1381.981441] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.981617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.981697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.981936] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.982116] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.982264] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.982333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.982542] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.982620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.982715] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.485449] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.987985] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.491145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.491414] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.491491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.491676] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.491799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.491879] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be updated. [ 1383.527923] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.528152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.528152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.528366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.528506] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.539108] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1385.552916] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1385.552916] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.982105] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.982505] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.319470] env[65325]: INFO networking_nsxv3.common.synchronization [req-9a7c9287-80a3-44fc-bdda-0346e8c9ed78 req-b8dc8913-a6c6-4665-b949-5193942d6753 tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1388.319470] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee with Priority: HIGHEST for action security_group_members [ 1388.319470] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-22a62596-6747-4322-8abe-e1d9cfa1c9ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.319470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.319470] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.321394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.321580] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.321695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.321760] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.321921] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.322012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.322108] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22a62596-6747-4322-8abe-e1d9cfa1c9ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.824393] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.824678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.824678] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.824862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.824925] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.825130] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.825260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.825305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.825429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.825537] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.825628] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee is going to be updated. [ 1388.860252] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.860472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.860472] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.860697] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.860855] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.870673] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: IN_PROGRESS for 2s [ 1390.881916] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee in Status: SUCCESS [ 1390.882275] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22a62596-6747-4322-8abe-e1d9cfa1c9ee deletion is rescheduled due to dependency. [ 1390.882275] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22a62596-6747-4322-8abe-e1d9cfa1c9ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.739328] env[65325]: INFO networking_nsxv3.common.synchronization [None req-9099e25b-2d74-4a52-8434-07b8aa311d1f tempest-AttachInterfacesTestJSON-889304892 tempest-AttachInterfacesTestJSON-889304892-project-member] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1392.739885] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGHEST for action security_group_members [ 1392.740299] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.740410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.740410] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.740591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.740763] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.740869] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.740922] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.741077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.741159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.741253] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.243390] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.243705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.243705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.243839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.243934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.244148] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.244236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.244304] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.244440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.244513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.244596] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be updated. [ 1393.273226] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.273464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.273464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.273700] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.273845] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.282759] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: IN_PROGRESS for 2s [ 1395.106184] env[65325]: INFO networking_nsxv3.common.synchronization [req-b61dab7e-64c3-4824-81ff-c2bbe7bbdb4c req-913d4101-063f-4b49-bd7a-de3a24713424 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1395.107134] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1395.107443] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.107599] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.107657] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.107821] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.107995] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.108108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.108167] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.108318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.108399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.108486] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.294135] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b078400-af34-4c85-b102-540e7eff39ab in Status: SUCCESS [ 1395.294317] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b078400-af34-4c85-b102-540e7eff39ab deletion is rescheduled due to dependency. [ 1395.294433] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.610912] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.611169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.611169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.611365] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.611453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.611647] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.611745] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.611805] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.611952] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.612042] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.612130] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1395.640968] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.641199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.641199] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.641399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.641539] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.650127] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1397.661790] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1397.662186] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 deletion is rescheduled due to dependency. [ 1397.662186] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.108395] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.108395] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.157180] env[65325]: INFO networking_nsxv3.common.synchronization [req-eb41a167-1d3d-403d-86c8-c8786beb03b4 req-ad83664f-c6a5-4d29-ab07-d8a8026d9493 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1402.157180] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1402.157180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.157180] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.157180] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.157180] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.659682] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.659682] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.659972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.660129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.660229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.660458] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.660591] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.660667] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.660844] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.660950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.661191] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1402.693434] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.693648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.693815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.693973] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.694136] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.703869] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1402.851311] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.851311] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.851461] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.851590] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.851843] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.851988] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.852121] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.852336] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.852478] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.852687] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.852804] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.852915] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.853035] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.853148] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1402.853267] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.853400] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.875097] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.875271] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1402.875410] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.875589] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-727" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.876014] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-6222d3a3-b0dd-4851-9e11-a8e0625b472c taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.876204] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.876329] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.876658] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.876813] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6222d3a3-b0dd-4851-9e11-a8e0625b472c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.379150] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.380182] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.380182] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.380319] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.380479] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.380636] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 6222d3a3-b0dd-4851-9e11-a8e0625b472c not found, creating... [ 1403.380910] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.381084] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.381203] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.381438] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.381615] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.381932] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.382106] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.382223] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.382426] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.382558] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.382696] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 6222d3a3-b0dd-4851-9e11-a8e0625b472c is going to be created. [ 1403.425535] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.425991] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.426160] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.426439] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.426672] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.426895] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [req-eb41a167-1d3d-403d-86c8-c8786beb03b4 req-68c006ad-3b48-4d43-aa68-d80ea683e3c7 service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [req-eb41a167-1d3d-403d-86c8-c8786beb03b4 req-68c006ad-3b48-4d43-aa68-d80ea683e3c7 service nova] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [req-eb41a167-1d3d-403d-86c8-c8786beb03b4 req-68c006ad-3b48-4d43-aa68-d80ea683e3c7 service nova] Enqueued Resource ID: 6222d3a3-b0dd-4851-9e11-a8e0625b472c with Priority: HIGHEST for action port [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_rules [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1404.100091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6222d3a3-b0dd-4851-9e11-a8e0625b472c with Priority: HIGHEST for action port [ 1404.100091] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.100727] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.100837] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.101077] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.101166] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.102388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.102388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.102388] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-6222d3a3-b0dd-4851-9e11-a8e0625b472c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.102388] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.102708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.102708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.102708] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6222d3a3-b0dd-4851-9e11-a8e0625b472c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.605025] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.605428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.606492] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6222d3a3-b0dd-4851-9e11-a8e0625b472c with status ACTIVE [ 1404.606674] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.606797] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.606862] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.607325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.607325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.607394] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.607447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.607516] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.607643] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.607721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.607899] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.607983] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.608067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.608197] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.608268] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.608350] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6222d3a3-b0dd-4851-9e11-a8e0625b472c is going to be updated. [ 1404.629512] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.629732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.629732] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.629856] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.629965] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.630132] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6222d3a3-b0dd-4851-9e11-a8e0625b472c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.714204] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1404.714411] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 deletion is rescheduled due to dependency. [ 1404.714505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.714664] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.714918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.715123] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.715243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.715316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.715457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.715538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.715651] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.218244] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.721091] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.223395] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.223574] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.223642] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.223884] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.224112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.224112] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1406.251955] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.252213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.252213] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.252381] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.252527] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.261890] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1408.273965] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1408.274468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.274468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.274640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.274900] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.275112] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.275231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.275499] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.275640] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.275806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.275966] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.778782] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.100311] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.100511] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1409.281283] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dbd4bbc-637e-4484-97bf-046a0856ffd0: rpc.has_security_group_logging(os_id): False [ 1409.301064] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.301289] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.301343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.301552] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.301666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.301961] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.302096] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.302171] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.302343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.302435] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.302533] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1409.361085] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.361325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.361325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.361457] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.361593] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.372673] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1411.386582] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1411.386938] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.101702] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.102158] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.102539] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.102982] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.103585] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.103952] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.393902] env[65325]: INFO networking_nsxv3.common.synchronization [req-a3422c72-0a42-45c3-b2a4-879780f08121 req-0892fcb6-a19e-4e0c-bbf9-49543fb443f9 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1424.394490] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGHEST for action security_group_members [ 1424.394807] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.394933] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.395012] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.395207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.395396] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.395531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.395596] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.395746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.396100] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.396100] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.898264] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.898489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.898489] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.898800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.898931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.899232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.899366] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.899459] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.899673] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.899785] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.899910] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 is going to be updated. [ 1424.937742] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.937972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.937972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.938230] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.938364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.951429] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: IN_PROGRESS for 2s [ 1426.965992] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 284d6049-c9c0-4848-be84-f3d837210a59 in Status: SUCCESS [ 1426.965992] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 deletion is rescheduled due to dependency. [ 1426.965992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.805864] env[65325]: INFO networking_nsxv3.common.synchronization [None req-6ddae529-050b-41e1-8c1d-83027845835e tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1428.806449] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1428.806751] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.806874] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.806941] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.807247] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.807332] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.886594] env[65325]: INFO networking_nsxv3.common.synchronization [None req-547ea892-ddc5-48d0-a600-7ad8edce3880 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1428.887362] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1428.887685] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.887787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.330625] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.330860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.330860] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.331087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.331177] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.331275] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 already deleted. [ 1429.331357] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.331507] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.331663] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.331746] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.852024] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.852440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.852440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.852440] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.852547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.852692] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 already deleted. [ 1429.852692] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.888925] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.888925] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.259027] env[65325]: INFO networking_nsxv3.common.synchronization [req-9f987d3e-997a-4f42-b88f-d3e89c609874 req-c3bece9f-30db-490c-b306-082bf7c82f2d tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1434.259503] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1434.259503] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.259503] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.259741] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.259839] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.259988] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.260097] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.260156] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.260305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.260386] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.260468] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.583031] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.583217] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.583349] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.583644] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.583903] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.584076] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.584199] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.584417] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.584567] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.584785] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.584896] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] NeedRegenerationException {{(pid=65325) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.585054] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] no value, waiting for create lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.585249] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] value creation lock acquired {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.585306] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] No value present for key: 'zone-id' {{(pid=65325) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.585393] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Calling creation function for not-yet-present value {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.585522] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.607193] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.607405] env[65325]: DEBUG dogpile.cache.region [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65325) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1434.607559] env[65325]: DEBUG dogpile.lock [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Released creation lock {{(pid=65325) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.607758] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "network-222" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.608173] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac taken with stack trace [, , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.608370] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.608494] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.608820] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.608960] env[65325]: DEBUG networking_nsxv3.api.rpc [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.720641] env[65325]: INFO networking_nsxv3.common.synchronization [req-df3bb2d2-d104-4d08-a257-d3df51f59e9b req-4520f46c-64f4-4a77-b4b4-9b677e5b8dc1 tempest-AttachVolumeNegativeTest-66301675 tempest-AttachVolumeNegativeTest-66301675-project-member] Enqueued Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1434.721147] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a with Priority: HIGHEST for action security_group_members [ 1434.721459] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-13978517-1c24-4ab5-ad37-3a51d239ac9a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.721582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.721646] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.721841] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.721989] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.722104] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.722157] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.722306] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.722390] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.722482] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13978517-1c24-4ab5-ad37-3a51d239ac9a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.762286] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.762518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.762518] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.762717] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.762802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.762999] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.763115] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.763178] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.763329] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.763402] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.763484] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 already deleted. [ 1434.763562] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.113689] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.114113] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.114113] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.114389] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.114628] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.114801] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Segment Port 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac not found, creating... [ 1435.115076] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.115254] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.115351] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.115723] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.115865] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.116263] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.116491] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.116611] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.116819] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.116950] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.117113] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Resource: SegmentPort with ID: 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac is going to be created. [ 1435.141568] env[65325]: DEBUG networking_nsxv3.common.locking [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.141872] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.142207] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.142294] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.142522] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.142752] env[65325]: DEBUG oslo_concurrency.lockutils [None req-68efe495-6b97-4e54-aab2-a3e61b064995 None None] Releasing lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.225176] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.225395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.225395] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.225621] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.225708] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.225901] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.226086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.226086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.226243] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.226319] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.226405] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a is going to be updated. [ 1435.260195] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.260463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.260463] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.260616] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.260771] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.269927] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: IN_PROGRESS for 2s [ 1435.825394] env[65325]: INFO networking_nsxv3.common.synchronization [req-9f987d3e-997a-4f42-b88f-d3e89c609874 req-f611c88a-fbb6-4b6e-8124-9f72a43b8012 service nova] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1435.825394] env[65325]: INFO networking_nsxv3.common.synchronization [req-9f987d3e-997a-4f42-b88f-d3e89c609874 req-f611c88a-fbb6-4b6e-8124-9f72a43b8012 service nova] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1435.825394] env[65325]: INFO networking_nsxv3.common.synchronization [req-9f987d3e-997a-4f42-b88f-d3e89c609874 req-f611c88a-fbb6-4b6e-8124-9f72a43b8012 service nova] Enqueued Resource ID: 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac with Priority: HIGHEST for action port [ 1435.825394] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_rules [ 1435.825394] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1435.825717] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac with Priority: HIGHEST for action port [ 1435.826142] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.826384] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.826611] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.826907] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.827129] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.828562] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.832083] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.832083] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.832083] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.832083] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.832523] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.832523] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.329838] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.329838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.336930] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.336930] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac with status ACTIVE [ 1436.336930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.336930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.336930] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.336930] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.338814] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.339164] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac is going to be updated. [ 1436.367201] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.367685] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.367976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.368652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.368652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.368652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4ae18f-457b-4cc0-930a-fa9b3bcd5cac" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.841470] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.279059] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a in Status: SUCCESS [ 1437.279059] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13978517-1c24-4ab5-ad37-3a51d239ac9a deletion is rescheduled due to dependency. [ 1437.279300] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13978517-1c24-4ab5-ad37-3a51d239ac9a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.345169] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.345169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.345169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.345169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.345169] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.345169] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 is going to be created. [ 1437.378560] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.378713] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.378802] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.379072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.379241] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.389586] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: UNINITIALIZED for 2s [ 1439.400768] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: SUCCESS [ 1439.401133] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.401231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.401492] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.401683] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.401800] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.401866] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.402037] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.402130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.402217] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.402309] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.904339] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.407396] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5af64e-fd43-45d3-bb30-2077e7b4bc37: rpc.has_security_group_logging(os_id): False [ 1440.425488] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.425701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.425701] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.425858] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.425942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.426224] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.426328] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.426416] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.426630] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.426716] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.426807] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 is going to be created. [ 1440.502942] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.503189] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.503260] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.503547] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.503786] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.514626] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: IN_PROGRESS for 2s [ 1440.826882] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.827128] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1442.528498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: SUCCESS [ 1442.528902] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.827920] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.828318] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.829622] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.830089] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.831686] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.831686] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.832570] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.832964] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.385493] env[65325]: INFO networking_nsxv3.common.synchronization [req-0804ff1d-2379-467b-8eb4-6ccb003eeff5 req-11c51bc5-2ffb-4849-bfe3-198ff9ed20c0 tempest-ServerActionsTestJSON-1609993342 tempest-ServerActionsTestJSON-1609993342-project-member] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1464.386026] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGHEST for action security_group_members [ 1464.386368] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.386505] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.386558] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.386772] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.386971] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.387064] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.387130] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.387279] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.387351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.387501] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.888978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.889240] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.889298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.889488] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.889601] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.889773] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.889881] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.889976] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.890151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.890226] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.890313] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be updated. [ 1464.919756] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.919987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.919987] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.920151] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.920286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.928460] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: IN_PROGRESS for 2s [ 1466.939664] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 in Status: SUCCESS [ 1466.940074] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 deletion is rescheduled due to dependency. [ 1466.940074] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.387056] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.387876] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.389547] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.389953] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.390945] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.391440] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.392615] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.392963] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.393407] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.393777] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.294290] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.294519] env[65325]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-bf062cf0-1d84-4b4b-86d0-6df57b2c47d7 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1494.394894] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.395337] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.247511] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.247972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.247972] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.248072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.248111] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.751192] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.253617] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.757068] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1497.757327] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1498.601394] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.601812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.601812] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.601957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.748260] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1498.749068] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.750260] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1498.786060] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.786278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.786278] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.786500] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.798531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.799335] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1498.799413] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1498.799498] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1498.833063] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.833262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.833262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.833468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.834393] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.834597] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1498.910478] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.910706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.910706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.910893] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.911223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.911487] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1498.989676] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.989888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.989888] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.990086] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.990392] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.990663] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1498.990803] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d133b860-1321-4b4a-aa5b-3718cbca2abc', '7dbd4bbc-637e-4484-97bf-046a0856ffd0', 'ca0e1fdf-1e63-4272-90af-706357ffcfcd', '3b8ecf04-b965-47fd-babd-92604f021054', 'b6835edc-bf8e-4527-ae76-15f3fc407f1c', '7e3ec348-70b5-4338-8f83-2a7ca1ff5087', '4a5af64e-fd43-45d3-bb30-2077e7b4bc37', '284d6049-c9c0-4848-be84-f3d837210a59', 'd1c64427-7089-4d4b-9476-fc31b5252d7c', '839f7474-5789-409e-839f-770947a911d5', 'd5d6156e-5d7d-479e-be6c-2fa4d69b3f63', 'dd1eb2b6-710e-4183-8f14-b3c85e6719ee', 'd87b78bd-dd17-4137-a6c1-2c804014d864', '1c6f9060-69fc-4ce6-92f6-3abcbcd53953', 'b2ac2628-b96b-4a3c-ae23-911347152df0', '22135163-4352-40ca-a934-65db1de3802e', 'bf88b4db-1cab-4cb0-a861-d58f3aa7fd98', '4ca316cd-8188-4e1c-9647-7e208d3ee98a', 'b80ef0e7-8b09-48a3-9a78-091c1503406b', '4b078400-af34-4c85-b102-540e7eff39ab', '13978517-1c24-4ab5-ad37-3a51d239ac9a', '22a62596-6747-4322-8abe-e1d9cfa1c9ee', '037bc67b-67ae-4140-8352-7b37dc6bafde', '82496030-360a-4042-bd62-0c97b5212c30', '7fbd6831-bef7-4fb3-8916-dfb837f0ac09', 'cf34c549-c341-4fec-b453-58390ccbf77b', 'e1ec33a1-9343-412c-a5b2-be1013179f55', '2b8641fb-9d3c-457c-9364-cab19f94d9c0', '0a39d09a-105c-4bc8-9631-a2e9c7267c87', '8f8d6555-0352-4ef0-a2b7-4ec03801478a', '428c3387-0eae-4492-9622-2468c8bf3062'} {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1498.990918] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1499.012536] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.012722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.012722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.012931] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.013035] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.013155] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1499.013224] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.013291] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1499.109505] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.109746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.109746] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.109912] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.111027] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.111276] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1499.111353] env[65325]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65325) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1499.111424] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1499.111488] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1499.111564] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1499.111637] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGH for action security_group_rules [ 1499.111717] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGH for action security_group_rules [ 1499.111783] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGH for action security_group_rules [ 1499.111845] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGH for action security_group_rules [ 1499.111906] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGH for action security_group_rules [ 1499.111967] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGH for action security_group_rules [ 1499.112041] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGH for action security_group_rules [ 1499.112099] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGH for action security_group_rules [ 1499.112156] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGH for action security_group_rules [ 1499.112209] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGH for action security_group_rules [ 1499.112269] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGH for action security_group_rules [ 1499.112328] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGH for action security_group_rules [ 1499.112388] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGH for action security_group_rules [ 1499.112449] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGH for action security_group_rules [ 1499.112510] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGH for action security_group_rules [ 1499.112570] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGH for action security_group_rules [ 1499.112630] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGH for action security_group_rules [ 1499.112692] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGH for action security_group_rules [ 1499.112752] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGH for action security_group_rules [ 1499.112813] env[65325]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGH for action security_group_rules [ 1499.112904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.396320] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.396494] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1499.396648] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133b860-1321-4b4a-aa5b-3718cbca2abc with Priority: HIGH for action security_group_rules [ 1499.396815] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd with Priority: HIGH for action security_group_rules [ 1499.397155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGH for action security_group_rules [ 1499.397155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ac2628-b96b-4a3c-ae23-911347152df0 with Priority: HIGH for action security_group_rules [ 1499.397155] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b078400-af34-4c85-b102-540e7eff39ab with Priority: HIGH for action security_group_rules [ 1499.397285] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80ef0e7-8b09-48a3-9a78-091c1503406b with Priority: HIGH for action security_group_rules [ 1499.397285] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a with Priority: HIGH for action security_group_rules [ 1499.397377] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 with Priority: HIGH for action security_group_rules [ 1499.397440] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 with Priority: HIGH for action security_group_rules [ 1499.397540] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22135163-4352-40ca-a934-65db1de3802e with Priority: HIGH for action security_group_rules [ 1499.397647] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d87b78bd-dd17-4137-a6c1-2c804014d864 with Priority: HIGH for action security_group_rules [ 1499.397749] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee with Priority: HIGH for action security_group_rules [ 1499.397859] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 with Priority: HIGH for action security_group_rules [ 1499.397981] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839f7474-5789-409e-839f-770947a911d5 with Priority: HIGH for action security_group_rules [ 1499.398091] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c64427-7089-4d4b-9476-fc31b5252d7c with Priority: HIGH for action security_group_rules [ 1499.398254] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 with Priority: HIGH for action security_group_rules [ 1499.398350] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 284d6049-c9c0-4848-be84-f3d837210a59 with Priority: HIGH for action security_group_rules [ 1499.398435] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c with Priority: HIGH for action security_group_rules [ 1499.398517] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 with Priority: HIGH for action security_group_rules [ 1499.398628] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8ecf04-b965-47fd-babd-92604f021054 with Priority: HIGH for action security_group_rules [ 1499.398998] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d133b860-1321-4b4a-aa5b-3718cbca2abc taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.399138] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.399207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.399424] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.399505] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d133b860-1321-4b4a-aa5b-3718cbca2abc',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.400852] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.400965] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.401048] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.401216] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.401287] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca0e1fdf-1e63-4272-90af-706357ffcfcd',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.402017] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.402131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.402201] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.403028] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.403028] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.403181] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ac2628-b96b-4a3c-ae23-911347152df0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.403181] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.403290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.403363] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.403552] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ac2628-b96b-4a3c-ae23-911347152df0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.404358] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b078400-af34-4c85-b102-540e7eff39ab taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.404358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.404358] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.404538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.404771] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b078400-af34-4c85-b102-540e7eff39ab',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.405389] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b80ef0e7-8b09-48a3-9a78-091c1503406b taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.405389] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.405538] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.405582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.405618] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b80ef0e7-8b09-48a3-9a78-091c1503406b',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.406339] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.406468] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.406531] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.406706] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.406773] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ca316cd-8188-4e1c-9647-7e208d3ee98a',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.407462] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.407583] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.407705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.407886] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.407980] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf88b4db-1cab-4cb0-a861-d58f3aa7fd98',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.408735] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.409043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.409043] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.409161] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.409217] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c6f9060-69fc-4ce6-92f6-3abcbcd53953',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.409977] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22135163-4352-40ca-a934-65db1de3802e taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.410110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.410110] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.410529] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.410529] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22135163-4352-40ca-a934-65db1de3802e',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.411110] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d87b78bd-dd17-4137-a6c1-2c804014d864 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.411266] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.411316] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.411461] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.411528] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d87b78bd-dd17-4137-a6c1-2c804014d864',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.412356] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.412418] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.412454] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.412580] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.412712] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1eb2b6-710e-4183-8f14-b3c85e6719ee',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.413632] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.413737] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.413791] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.413974] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.414062] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d6156e-5d7d-479e-be6c-2fa4d69b3f63',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.414890] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-839f7474-5789-409e-839f-770947a911d5 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.414996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.415072] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.415290] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.415385] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('839f7474-5789-409e-839f-770947a911d5',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.416310] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1c64427-7089-4d4b-9476-fc31b5252d7c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.416426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.416513] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.416705] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.416772] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1c64427-7089-4d4b-9476-fc31b5252d7c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.417855] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.418093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.418093] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.418185] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.418249] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e3ec348-70b5-4338-8f83-2a7ca1ff5087',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.418940] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-284d6049-c9c0-4848-be84-f3d837210a59 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.419091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.419158] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.419325] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.419405] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('284d6049-c9c0-4848-be84-f3d837210a59',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.420232] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.420380] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.420496] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.420695] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.420760] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6835edc-bf8e-4527-ae76-15f3fc407f1c',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.421806] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.421966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.421966] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.422125] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.422246] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbd4bbc-637e-4484-97bf-046a0856ffd0',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.422845] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8ecf04-b965-47fd-babd-92604f021054 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.422950] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.423051] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.423200] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.423264] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8ecf04-b965-47fd-babd-92604f021054',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.446051] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.446252] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.446346] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.446560] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.466992] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.467137] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b078400-af34-4c85-b102-540e7eff39ab is going to be deleted. [ 1499.518200] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.518458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.518458] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.518637] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.518722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.518840] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b078400-af34-4c85-b102-540e7eff39ab" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.944642] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.944910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.944910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.944910] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.945305] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.945305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.945305] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.945502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.945502] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.945590] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.945636] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.989648] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.989896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.989896] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.990060] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.995595] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.995852] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.000774] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.001033] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.005066] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.005249] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.005937] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.006056] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.006757] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.006859] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.007565] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.007689] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.008389] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.008491] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.009210] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.009310] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.010334] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.010426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.011145] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.011239] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.011817] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.012249] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.012342] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.012915] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.013287] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.013374] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.013925] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.014308] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.014394] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.014986] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.015344] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.015428] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.016053] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.016447] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.016568] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e3ec348-70b5-4338-8f83-2a7ca1ff5087 is going to be deleted. [ 1500.018124] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.018231] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.018273] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.018453] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.019835] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.019927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.020503] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.020879] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.020949] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.038912] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.039429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.039549] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1eb2b6-710e-4183-8f14-b3c85e6719ee is going to be deleted. [ 1500.040448] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.040649] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.057422] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.057571] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22135163-4352-40ca-a934-65db1de3802e is going to be deleted. [ 1500.058400] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.058614] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.081013] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.081255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.082184] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.082292] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbd4bbc-637e-4484-97bf-046a0856ffd0 is going to be deleted. [ 1500.083153] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.083361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.095028] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.095223] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.116351] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.116542] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf88b4db-1cab-4cb0-a861-d58f3aa7fd98 is going to be deleted. [ 1500.117504] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.117721] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.134206] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.134466] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.145803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.145927] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.146906] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.147048] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 839f7474-5789-409e-839f-770947a911d5 is going to be deleted. [ 1500.147939] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.148150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.195255] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.195389] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d6156e-5d7d-479e-be6c-2fa4d69b3f63 is going to be deleted. [ 1500.196345] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.196565] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.207803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.207991] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.234904] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.235053] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ca316cd-8188-4e1c-9647-7e208d3ee98a is going to be deleted. [ 1500.235996] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.236229] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.291803] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.291989] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ac2628-b96b-4a3c-ae23-911347152df0 is going to be deleted. [ 1500.292934] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.293173] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.306558] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.306806] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.324868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.325060] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca0e1fdf-1e63-4272-90af-706357ffcfcd is going to be deleted. [ 1500.325918] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.326154] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.382163] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.382381] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1c64427-7089-4d4b-9476-fc31b5252d7c is going to be deleted. [ 1500.383244] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.383464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.398068] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.398364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.400681] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.400835] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.407903] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.408087] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.454827] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.474105] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.474288] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c6f9060-69fc-4ce6-92f6-3abcbcd53953 is going to be deleted. [ 1500.475221] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.475439] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.476857] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.476980] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.528826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.529020] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8ecf04-b965-47fd-babd-92604f021054 is going to be deleted. [ 1500.530215] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.530429] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.531870] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.532013] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.638803] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.639046] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.639808] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.639929] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 284d6049-c9c0-4848-be84-f3d837210a59 is going to be deleted. [ 1500.640826] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.641053] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.672510] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.672704] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6835edc-bf8e-4527-ae76-15f3fc407f1c is going to be deleted. [ 1500.673573] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.673787] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.715321] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.715532] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d87b78bd-dd17-4137-a6c1-2c804014d864 is going to be deleted. [ 1500.716409] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.716652] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.718088] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.718207] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.733978] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.734210] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.766945] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.767150] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.768545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.768655] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b80ef0e7-8b09-48a3-9a78-091c1503406b is going to be deleted. [ 1500.769526] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.769735] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.791347] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.791526] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d133b860-1321-4b4a-aa5b-3718cbca2abc is going to be deleted. [ 1500.792361] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.792576] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.792699] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.792838] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e3ec348-70b5-4338-8f83-2a7ca1ff5087" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.793584] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.793703] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.793783] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.793957] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.794049] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.794166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d87b78bd-dd17-4137-a6c1-2c804014d864" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.794286] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.794438] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.794517] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.794615] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1eb2b6-710e-4183-8f14-b3c85e6719ee" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.795108] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.795262] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.795340] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.795450] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22135163-4352-40ca-a934-65db1de3802e" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.795582] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.795722] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.795799] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.795908] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbd4bbc-637e-4484-97bf-046a0856ffd0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.796029] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.796166] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.796238] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.796344] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf88b4db-1cab-4cb0-a861-d58f3aa7fd98" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.796467] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.796631] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.796711] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.796836] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-839f7474-5789-409e-839f-770947a911d5" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.796942] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.797091] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.797165] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.797269] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ca316cd-8188-4e1c-9647-7e208d3ee98a" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.797425] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.797544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.797620] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.797723] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ac2628-b96b-4a3c-ae23-911347152df0" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.797829] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.797959] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.798041] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.798144] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d6156e-5d7d-479e-be6c-2fa4d69b3f63" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.798270] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.798403] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.798475] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.798577] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca0e1fdf-1e63-4272-90af-706357ffcfcd" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.798681] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.798815] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.798885] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.798990] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1c64427-7089-4d4b-9476-fc31b5252d7c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.799129] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.799263] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.799333] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.799434] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c6f9060-69fc-4ce6-92f6-3abcbcd53953" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.799536] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.799666] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.799753] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.799868] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-284d6049-c9c0-4848-be84-f3d837210a59" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.799999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.800148] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.800219] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.800318] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8ecf04-b965-47fd-babd-92604f021054" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.800426] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.800559] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.800629] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.800738] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6835edc-bf8e-4527-ae76-15f3fc407f1c" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.873920] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.874159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.874159] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.874364] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.874452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.874617] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b80ef0e7-8b09-48a3-9a78-091c1503406b" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.885209] env[65325]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1500.885821] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.885962] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.886298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.886298] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.886452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.886452] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d133b860-1321-4b4a-aa5b-3718cbca2abc" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.957077] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5af64e-fd43-45d3-bb30-2077e7b4bc37: rpc.has_security_group_logging(os_id): False [ 1500.989662] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.989898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.989898] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.990152] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.018512] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.018839] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.018985] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.019067] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.019274] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.019353] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.019447] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 is going to be updated. [ 1501.125973] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.126212] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.126315] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.126545] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.126752] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.140186] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: IN_PROGRESS for 2s [ 1503.155025] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: SUCCESS [ 1503.155485] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.399610] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.400030] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.400753] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.401169] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.660412] env[65325]: INFO networking_nsxv3.common.synchronization [req-09295519-a679-4eb4-810f-19c9779273f8 req-3601a9ff-d2b4-426c-a640-a996cbc0fdf1 tempest-AttachVolumeTestJSON-2000770411 tempest-AttachVolumeTestJSON-2000770411-project-member] Enqueued Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1510.660963] env[65325]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 with Priority: HIGHEST for action security_group_members [ 1510.661279] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37 taken with stack trace [, , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.661399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.661464] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.661648] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.661794] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.661889] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.661945] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.662236] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.662324] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.662417] env[65325]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5af64e-fd43-45d3-bb30-2077e7b4bc37',) {} {{(pid=65325) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.164501] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.164857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.164857] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.164999] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.165088] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.165247] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.165343] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.165399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.165544] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.165619] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.165704] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 is going to be updated. [ 1511.193980] env[65325]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65325) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.194194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.194194] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.194399] env[65325]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.194532] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.202711] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: IN_PROGRESS for 2s [ 1513.213716] env[65325]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 in Status: SUCCESS [ 1513.214131] env[65325]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5af64e-fd43-45d3-bb30-2077e7b4bc37 deletion is rescheduled due to dependency. [ 1513.214131] env[65325]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5af64e-fd43-45d3-bb30-2077e7b4bc37" {{(pid=65325) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.662679] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.663198] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.663935] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.663935] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.664482] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.664837] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.665704] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.666195] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.666692] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.667137] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.667535] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.667535] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.669152] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.669573] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.669824] env[65325]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.670590] env[65325]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0